-- Logs begin at Tue 2022-04-05 12:58:45 UTC, end at Tue 2022-04-05 14:01:13 UTC. -- Apr 05 13:34:16.123647 dv-cinder-835878-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 13:34:19.061135 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.common.config [-] Logging enabled! Apr 05 13:34:19.061741 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 05 13:34:19.061910 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109746) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 13:34:19.065230 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.common.config [-] Logging enabled! Apr 05 13:34:19.065484 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 05 13:34:19.065794 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109746) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 13:34:19.066762 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 13:34:19.067069 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 13:34:19.067438 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 13:34:19.067710 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 13:34:19.067939 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 13:34:19.068354 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.069033 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 05 13:34:19.069344 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.069637 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.069928 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.070222 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.070511 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.070794 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.071081 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.071376 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.071689 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.071968 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.072248 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.072537 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.072817 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.073100 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.073384 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.073671 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] debug = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.073949 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.074379 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.074800 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.075081 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.075368 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.075682 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.075939 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.076215 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.076498 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.076824 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] host = dv-cinder-835878-2-iscsi {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.077103 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.077389 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.077670 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.077953 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.078225 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.078499 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.078780 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.079049 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.079318 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] log_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.079616 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.079902 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.080183 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.080467 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.080692 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.080911 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.081196 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.081478 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.081752 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.082564 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.082923 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.083204 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.083481 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.083773 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.084063 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.084346 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.084629 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.084904 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.085179 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.085450 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.085720 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.086002 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.086274 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.086545 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.086817 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.087103 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.087370 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.087666 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.087964 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.088247 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.088526 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.088808 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.089081 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.089360 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.089628 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.089897 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.090163 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] use_json = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.090430 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.090697 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.090974 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.091244 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.091527 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.091803 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.092072 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.092352 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.092620 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:19.092915 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.093208 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.093506 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.093798 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.094090 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.094413 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.094651 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.094927 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.095212 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.095516 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.095807 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.096083 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.096381 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.096666 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.096957 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.097256 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.098208 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.098532 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.098842 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.099122 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.099400 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.099711 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.100003 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.100282 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.100570 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.100858 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.101137 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.101432 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.101718 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.102011 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.102298 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.102570 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.102844 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.103130 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.103404 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.103696 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.103973 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.104263 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.104538 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.104809 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.105094 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.105373 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.105644 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.105916 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.106192 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.106480 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.106755 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.107025 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.107295 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.107606 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.107880 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.108164 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.108440 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.108711 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.108982 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.109258 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.109528 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.109800 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.110074 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.110345 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.110618 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.110888 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.111160 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.111430 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.111791 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.112067 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.112338 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.112608 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.112883 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.113176 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.113450 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.113823 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.113993 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.114268 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.114553 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.114848 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.115127 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.115407 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.115709 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.115986 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.116261 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.116535 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.116812 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.117090 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.117363 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.117653 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.117938 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.118224 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.118523 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.118803 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.119099 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.119380 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.119684 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.119972 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.120252 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.120531 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.120814 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.121098 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.121393 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.121686 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.121980 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.122272 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.122564 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.122845 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.123155 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.123434 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:19.123674 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 13:34:19.123916 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109746) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 13:34:19.499198 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 13:34:19.499476 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 13:34:19.499804 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 13:34:19.500139 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 13:34:19.823586 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.823823 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.824095 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.825261 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.825534 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.827516 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.880994 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.881266 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.881528 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.896064 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.896344 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.896611 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.926312 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.926597 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.926859 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.964883 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.965166 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:19.965438 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.304949 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.305644 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.305644 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.305817 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.306429 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.406553 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.406881 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.407170 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.407445 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.407739 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.408056 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.408319 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.408578 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.408834 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.409120 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.409382 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.409653 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.409910 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.410165 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.410980 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.411249 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.411523 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.411811 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.412083 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.412345 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.412626 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.412880 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.413164 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.413542 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.413795 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.414043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.414558 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 13:34:20.414791 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 13:34:20.415036 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 13:34:20.415281 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 13:34:20.415552 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 13:34:20.415797 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 13:34:20.416178 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 13:34:20.419604 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 13:34:20.423555 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 13:34:20.427985 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 05 13:34:20.429624 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 13:34:20.430098 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 13:34:20.430439 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 13:34:20.430826 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 13:34:20.434685 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 13:34:20.434946 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 13:34:20.435299 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 13:34:20.440216 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 13:34:20.464739 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 13:34:20.465197 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.465498 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109746) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 05 13:34:20.465872 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.467227 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109746) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 13:34:20.467528 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 13:34:20.467783 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 13:34:20.471085 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.471368 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:20.534615 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 13:34:20.534854 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 13:34:20.535096 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 13:34:20.536082 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 13:34:20.556552 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_db.sqlalchemy.engines [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109746) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 13:34:21.018416 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Initializing driver for type 'gre' Apr 05 13:34:21.018946 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] gre ID ranges: [(1, 1000)] Apr 05 13:34:21.070028 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Initializing driver for type 'local' Apr 05 13:34:21.070351 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Initializing driver for type 'vlan' Apr 05 13:34:21.082755 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] VlanTypeDriver initialization complete Apr 05 13:34:21.083797 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Initializing driver for type 'vxlan' Apr 05 13:34:21.084341 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] vxlan ID ranges: [(1, 1000)] Apr 05 13:34:21.137491 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Initializing extension driver 'port_security' Apr 05 13:34:21.137782 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.extensions.port_security [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] PortSecurityExtensionDriver initialization complete Apr 05 13:34:21.138114 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Initializing mechanism driver 'openvswitch' Apr 05 13:34:21.138434 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Initializing mechanism driver 'hyperv' Apr 05 13:34:21.145675 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.plugins.ml2.plugin [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:34:21.146616 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > port after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.146984 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > port after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.147334 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > port after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.147898 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 13:34:21.148332 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > subnet after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.148679 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > subnet after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.149018 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.149409 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 13:34:21.149808 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > network after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.150148 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > network after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.150481 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > network after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.150867 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 13:34:21.151269 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > security_group after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.151641 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > security_group after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.151980 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.152369 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 13:34:21.152768 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.153107 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.153440 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.153826 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 13:34:21.154220 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > address_group after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.154558 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > address_group after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.154891 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.155275 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 13:34:21.155746 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] ML2 OVO RPC backend initialized. {{(pid=109746) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 05 13:34:21.156440 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.156789 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.157201 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > network before_response 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.157551 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > networks before_response 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.157894 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > port before_response 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.158229 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > ports before_response 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.158565 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > subnet before_response 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.158899 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > subnets before_response 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.159237 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > network after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.159709 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > network after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.160042 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > network after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.160432 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > port after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.160841 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > port after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.161179 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > port after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.161504 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > subnet after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.161832 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > subnet after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.162158 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.169306 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded quota_driver: . Apr 05 13:34:21.169664 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.plugin [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Modular L2 Plugin initialization complete Apr 05 13:34:21.170009 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading services supported by the core plugin {{(pid=109746) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 13:34:21.170346 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.plugins.ml2.managers [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Got port-security extension from driver 'port_security' Apr 05 13:34:21.170817 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.extensions.vlantransparent [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Disabled vlantransparent extension. Apr 05 13:34:21.171303 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109746) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 13:34:21.171664 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading Plugin: router Apr 05 13:34:21.207418 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.207418 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router after_create 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.208054 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router before_create 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.208410 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.208779 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.209127 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router after_delete 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.209479 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.209822 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.210175 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router after_create 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.210518 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router after_update 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.210865 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router after_update 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.211205 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.211585 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router after_update 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.211994 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router precommit_update 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.212354 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: port after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.212685 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: port after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.213018 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: subnet after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.213351 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.213711 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.214031 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router precommit_create 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.214364 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: port before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.214698 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router precommit_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.215045 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router after_update 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.215378 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.215748 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router precommit_create 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.216102 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.216445 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router precommit_update 55549900 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.216800 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > agent after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.217270 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > agent after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.217609 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > network after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.218454 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Tracking information for resource: router configured {{(pid=109746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 13:34:21.218781 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Tracking information for resource: floatingip configured {{(pid=109746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 13:34:21.223692 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.db.l3_agentschedulers_db [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 13:34:21.224360 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: port after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.224758 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: port after_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.225143 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: port after_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.225565 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: port after_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.226552 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router before_create 55550100 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.226962 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.227365 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router precommit_create 55550100 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.227829 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > router precommit_update 55550100 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.233333 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.services.provider_configuration [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service providers = [] {{(pid=109746) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 13:34:21.233736 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.db.servicetype_db [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109746) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 13:34:21.237535 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.services.service_base [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109746) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 13:34:21.237887 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.services.service_base [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109746) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 13:34:21.238362 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.services.service_base [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109746) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 13:34:21.239977 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.services.service_base [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109746) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 13:34:21.240469 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.services.service_base [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 13:34:21.240841 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 13:34:21.241283 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 13:34:21.253244 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 13:34:21.253579 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading Plugin: auto_allocate Apr 05 13:34:21.259962 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: network precommit_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.260325 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: network precommit_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.260843 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 13:34:21.261161 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading Plugin: tag Apr 05 13:34:21.267842 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 13:34:21.268167 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading Plugin: timestamp Apr 05 13:34:21.272149 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 13:34:21.272476 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading Plugin: network_ip_availability Apr 05 13:34:21.277854 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.278226 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.278581 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.279285 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 13:34:21.279631 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading Plugin: flavors Apr 05 13:34:21.285713 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 13:34:21.286179 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading Plugin: revisions Apr 05 13:34:21.290442 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 13:34:21.290834 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_concurrency.lockutils [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=109746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 13:34:21.291742 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109746) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 13:34:21.292076 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Initializing extension manager. Apr 05 13:34:21.292602 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: __init__.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.292938 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: __pycache__ {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.293266 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: address_group.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.294024 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.294603 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: address-group Apr 05 13:34:21.294923 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: address_scope.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.295669 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.296189 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: address-scope Apr 05 13:34:21.296506 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.297431 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.297950 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: router-admin-state-down-before-update Apr 05 13:34:21.298269 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: agent.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.298966 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.299482 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: agent Apr 05 13:34:21.299830 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: agent_resources_synced.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.300737 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.301895 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: agent-resources-synced Apr 05 13:34:21.302212 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: allowedaddresspairs.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.304032 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.304561 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: allowed-address-pairs Apr 05 13:34:21.304892 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: auto_allocated_topology.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.305960 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.306607 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: auto-allocated-topology Apr 05 13:34:21.306781 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: availability_zone.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.307464 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.307998 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: availability_zone Apr 05 13:34:21.308316 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: availability_zone_filter.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.309240 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.309750 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: availability_zone_filter Apr 05 13:34:21.310066 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: data_plane_status.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.310967 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.311476 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 13:34:21.311817 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: default_subnetpools.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.312732 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.313240 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: default-subnetpools Apr 05 13:34:21.313557 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.314359 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.314871 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: dhcp_agent_scheduler Apr 05 13:34:21.315189 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: dns.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.316133 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.316731 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 13:34:21.317521 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: dns_domain_ports.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.318441 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.319196 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 13:34:21.319528 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.320447 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.320956 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 13:34:21.321282 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: dvr.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.321940 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.322443 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: dvr Apr 05 13:34:21.322759 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: ecmp_routes.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.323698 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.324214 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 13:34:21.324530 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: empty_string_filtering.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.325458 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.325945 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: empty-string-filtering Apr 05 13:34:21.326369 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.327172 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.327822 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 13:34:21.328142 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.329049 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.329560 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 13:34:21.329881 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: external_net.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.330801 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.331312 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: external-net Apr 05 13:34:21.331663 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.332939 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.333455 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: extra_dhcp_opt Apr 05 13:34:21.333773 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: extraroute.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.334672 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.335188 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: extraroute Apr 05 13:34:21.335515 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: extraroute_atomic.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.336564 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.337079 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: extraroute-atomic Apr 05 13:34:21.337398 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: filter_validation.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.338052 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.338558 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: filter-validation Apr 05 13:34:21.338875 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: fip_pf_description.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.339809 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.340319 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 13:34:21.340635 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: fip_pf_port_range.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.341548 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.342056 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 05 13:34:21.342371 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: fip_port_details.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.343475 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.344016 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: fip-port-details Apr 05 13:34:21.344334 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: flavors.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.345555 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.346076 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: flavors Apr 05 13:34:21.346399 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.348203 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.348748 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 13:34:21.349072 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: floatingip_pools.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.349766 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.350287 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: floatingip-pools Apr 05 13:34:21.350608 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: ip_allocation.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.351553 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.352064 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 13:34:21.352384 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.353294 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.353807 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: ip-substring-filtering Apr 05 13:34:21.354131 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: l2_adjacency.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.355044 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.355583 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 13:34:21.355905 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: l3.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.356876 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.357399 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: router Apr 05 13:34:21.357723 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.359981 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.360515 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 13:34:21.360847 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.361761 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.362279 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: ext-gw-mode Apr 05 13:34:21.362604 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.364192 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.364719 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: l3-ha Apr 05 13:34:21.365043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.365960 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.366474 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 05 13:34:21.366796 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: l3_flavors.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.367731 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.368246 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: l3-flavors Apr 05 13:34:21.368568 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.369923 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.370443 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 05 13:34:21.370766 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.371702 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.372226 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 13:34:21.372549 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: l3agentscheduler.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.373583 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.374099 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: l3_agent_scheduler Apr 05 13:34:21.374427 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: local_ip.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.376227 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.376762 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension local_ip not supported by any of loaded plugins Apr 05 13:34:21.377088 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: logging.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.378680 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.379768 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension logging not supported by any of loaded plugins Apr 05 13:34:21.380109 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: metering.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.380850 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.381439 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: metering Apr 05 13:34:21.381767 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.382849 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.383371 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: metering_source_and_destination_fields Apr 05 13:34:21.383718 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: multiprovidernet.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.384645 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.385159 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: multi-provider Apr 05 13:34:21.385484 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: netmtu.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.386398 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.386909 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: net-mtu Apr 05 13:34:21.387230 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: netmtu_writable.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.388228 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.388689 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: net-mtu-writable Apr 05 13:34:21.389007 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: network_availability_zone.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.389675 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.390198 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: network_availability_zone Apr 05 13:34:21.390500 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: network_ip_availability.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.391656 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.392180 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: network-ip-availability Apr 05 13:34:21.392504 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: network_segment_range.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.393262 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.393773 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 13:34:21.394095 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: pagination.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.395086 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.395417 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: pagination Apr 05 13:34:21.395759 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: port_device_profile.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.396665 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.397183 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: port-device-profile Apr 05 13:34:21.397502 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.398420 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.398934 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: port-mac-address-regenerate Apr 05 13:34:21.399253 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.400182 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.400693 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: port-numa-affinity-policy Apr 05 13:34:21.401011 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: port_resource_request.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.401910 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.402420 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 13:34:21.402738 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: port_resource_request_groups.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.403711 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.404223 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 05 13:34:21.404542 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: portbindings.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.405473 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.405987 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: binding Apr 05 13:34:21.406307 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: portbindings_extended.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.407572 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.408093 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: binding-extended Apr 05 13:34:21.408417 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: portsecurity.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.409322 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.409834 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: port-security Apr 05 13:34:21.410155 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: project_id.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.411315 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.411677 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: project-id Apr 05 13:34:21.411999 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: providernet.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.412904 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.413421 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: provider Apr 05 13:34:21.413740 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.417362 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.417893 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos not supported by any of loaded plugins Apr 05 13:34:21.418221 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.419641 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.420165 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 13:34:21.420490 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.421403 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.421919 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 13:34:21.422240 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_default.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.423149 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.423697 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-default not supported by any of loaded plugins Apr 05 13:34:21.424021 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_fip.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.424932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.425455 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 13:34:21.425775 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.427310 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.427865 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 05 13:34:21.428189 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_gateway_ip.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.429299 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.429823 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 13:34:21.430148 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_port_network_policy.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.431053 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.431596 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 13:34:21.431922 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.432958 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.433474 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 05 13:34:21.433796 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.434820 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.435334 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 05 13:34:21.435695 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_pps_rule.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.436858 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.437383 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-pps not supported by any of loaded plugins Apr 05 13:34:21.437710 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_rule_type_details.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.438638 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.439151 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 13:34:21.439473 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.440398 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.440915 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 05 13:34:21.441236 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: qos_rules_alias.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.442825 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.443341 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 13:34:21.443698 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: quota_check_limit.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.444862 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.445380 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: quota-check-limit Apr 05 13:34:21.445710 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: quotasv2.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.446629 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.446956 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: quotas Apr 05 13:34:21.447275 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: quotasv2_detail.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.448960 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.449296 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: quota_details Apr 05 13:34:21.449619 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: rbac.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.450658 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.451188 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: rbac-policies Apr 05 13:34:21.451539 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: rbac_address_group.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.452465 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.452984 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: rbac-address-group Apr 05 13:34:21.453306 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: rbac_address_scope.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.454221 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.454738 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: rbac-address-scope Apr 05 13:34:21.455061 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: rbac_security_groups.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.456085 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.456603 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: rbac-security-groups Apr 05 13:34:21.456923 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: rbac_subnetpool.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.458076 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.458594 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: rbac-subnetpool Apr 05 13:34:21.458915 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: revisionifmatch.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.459866 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.460386 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: revision-if-match Apr 05 13:34:21.460706 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: revisions.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.461805 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.462321 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: standard-attr-revisions Apr 05 13:34:21.462642 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: router_availability_zone.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.463305 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.463854 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: router_availability_zone Apr 05 13:34:21.464174 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: routerservicetype.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.465093 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.465607 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 13:34:21.465932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.466848 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.467364 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: security-groups-normalized-cidr Apr 05 13:34:21.467709 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.468624 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.469138 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: port-security-groups-filtering Apr 05 13:34:21.469457 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.470375 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.470888 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: security-groups-remote-address-group Apr 05 13:34:21.471205 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.472193 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.472714 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: security-groups-shared-filtering Apr 05 13:34:21.473156 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.473760 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 05 13:34:21.474076 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: securitygroup.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.483652 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.484191 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: security-group Apr 05 13:34:21.484522 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: segment.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.485243 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.485768 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension segment not supported by any of loaded plugins Apr 05 13:34:21.486094 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.487035 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.487573 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 13:34:21.487902 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: servicetype.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.489587 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.490046 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: service-type Apr 05 13:34:21.490368 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: sorting.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.491349 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.491712 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: sorting Apr 05 13:34:21.492034 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: standard_attr_segment.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.492940 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.493459 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 13:34:21.493854 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: standardattrdescription.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.494495 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.495009 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: standard-attr-description Apr 05 13:34:21.495330 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: stateful_security_group.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.496285 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.496809 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: stateful-security-group Apr 05 13:34:21.497129 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: stdattrs_common.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.497693 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 13:34:21.498010 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.498928 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.499452 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 13:34:21.499803 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: subnet_onboard.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.500863 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.501391 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: subnet_onboard Apr 05 13:34:21.501713 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.502633 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.503148 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 13:34:21.503466 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: subnet_service_types.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.504975 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.505491 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: subnet-service-types Apr 05 13:34:21.505808 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: subnetallocation.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.506895 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.507412 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: subnet_allocation Apr 05 13:34:21.507766 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.508427 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.508941 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: subnetpool-prefix-ops Apr 05 13:34:21.509261 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.510187 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.510700 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 13:34:21.511019 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: tagging.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.512098 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.512626 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: standard-attr-tag Apr 05 13:34:21.512950 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: timestamp.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.514143 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.514662 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loaded extension: standard-attr-timestamp Apr 05 13:34:21.514983 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: trunk.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.516038 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.516557 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension trunk not supported by any of loaded plugins Apr 05 13:34:21.516876 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: trunk_details.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.517808 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.518323 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 13:34:21.518642 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: uplink_status_propagation.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.519581 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.520121 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 13:34:21.520441 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Loading extension file: vlantransparent.py {{(pid=109746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 13:34:21.521098 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 13:34:21.521610 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 13:34:21.524148 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:network Apr 05 13:34:21.524660 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:subnet Apr 05 13:34:21.525053 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 13:34:21.525448 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:port Apr 05 13:34:21.526661 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.527090 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service FLAVORS assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.527848 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.528293 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.528620 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:router Apr 05 13:34:21.529041 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 13:34:21.529593 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service METERING assigned prefix: /metering {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.531037 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.531405 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.531785 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:34:21.532762 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 13:34:21.533200 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:security_group Apr 05 13:34:21.533630 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 13:34:21.534220 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service CORE assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.534547 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 13:34:21.534888 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] subnetpool is already registered Apr 05 13:34:21.535310 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service CORE assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.535779 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 13:34:21.536115 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] subnetpool is already registered Apr 05 13:34:21.538348 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.538772 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service FLAVORS assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.539352 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.539797 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.540124 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:router Apr 05 13:34:21.540455 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] router is already registered Apr 05 13:34:21.540852 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 13:34:21.541179 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] floatingip is already registered Apr 05 13:34:21.541624 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service METERING assigned prefix: /metering {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.542272 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 13:34:21.542594 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] rbac_policy is already registered Apr 05 13:34:21.542992 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:security_group Apr 05 13:34:21.543319 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] security_group is already registered Apr 05 13:34:21.543757 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 13:34:21.544084 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] security_group_rule is already registered Apr 05 13:34:21.544689 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service CORE assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.545009 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 13:34:21.545336 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] subnetpool is already registered Apr 05 13:34:21.545748 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.v2.resource_helper [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Service CORE assigned prefix: {{(pid=109746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 13:34:21.546070 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 13:34:21.546393 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING neutron.quota.resource_registry [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] subnetpool is already registered Apr 05 13:34:21.546859 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: extensions {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.548315 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: address-groups {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.549787 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: address-scopes {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.551707 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: agents {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.552856 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: auto-allocated-topology {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.554073 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: availability_zones {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.555282 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: dhcp-networks {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.556821 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: dhcp-agents {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.558240 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: routers {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.561521 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: flavors {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.562717 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: service_profiles {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.563951 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: next_providers {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.565410 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: service_profiles {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.567484 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: floatingip-pools {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.568721 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: routers {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.571076 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: floatingips {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.572370 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: l3-routers {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.573748 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: l3-agents {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.575170 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: metering-labels {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.576541 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: metering-label-rules {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.577800 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: network-ip-availabilities {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.579047 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: bindings {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.580726 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: quotas {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.582452 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: quotas {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.584010 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: rbac-policies {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.585309 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: security-groups {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.586535 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: security-group-rules {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.587783 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: service-providers {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.588997 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: subnetpools {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.590406 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: subnetpools {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.591878 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: tags {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.593534 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: tags {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.595326 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: tags {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.597224 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: tags {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.599735 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: tags {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.601560 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: tags {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.603229 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: tags {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.605171 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: tags {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.606923 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: tags {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.608787 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron.api.extensions [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Extended resource: tags {{(pid=109746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 13:34:21.615293 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING keystonemiddleware.auth_token [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 13:34:21.620008 dv-cinder-835878-2-iscsi neutron-server[109746]: WARNING keystonemiddleware.auth_token [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 13:34:21.628453 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_concurrency.lockutils [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Acquired lock "singleton_lock" {{(pid=109746) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 05 13:34:21.628921 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_concurrency.lockutils [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Releasing lock "singleton_lock" {{(pid=109746) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 05 13:34:21.629857 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO oslo_service.service [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Starting 2 workers Apr 05 13:34:21.636015 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Started child 109889 {{(pid=109746) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 13:34:21.640811 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Started child 109890 {{(pid=109746) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 13:34:21.641596 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:21.642298 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO neutron.service [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 13:34:21.642996 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:21.643178 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [-] (109889) wsgi starting up on http://0.0.0.0:9696 Apr 05 13:34:21.645639 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:21.646128 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO oslo_service.service [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Starting 1 workers Apr 05 13:34:21.647263 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [-] (109890) wsgi starting up on http://0.0.0.0:9696 Apr 05 13:34:21.651130 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Started child 109891 {{(pid=109746) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 13:34:21.651717 dv-cinder-835878-2-iscsi neutron-server[109746]: INFO oslo_service.service [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Starting 1 workers Apr 05 13:34:21.654807 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.service [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] calling RpcWorker wait() {{(pid=109891) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 13:34:21.655323 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.service [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] returning from RpcWorker wait() {{(pid=109891) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 13:34:21.656248 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Started child 109892 {{(pid=109746) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 13:34:21.657088 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG neutron_lib.callbacks.manager [None req-106ea592-b853-4cd8-9c5e-d98af6794040 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:21.657186 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:21.657689 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:34:21.659012 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109746) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 13:34:21.659218 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 13:34:21.659399 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 13:34:21.659654 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 13:34:21.659992 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 13:34:21.660158 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 13:34:21.661244 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.661573 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.661862 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.661958 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:21.662442 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.662622 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.663160 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.663254 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:34:21.663419 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.663700 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.663979 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.664213 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.664384 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.664550 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.664804 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.665052 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.665352 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.665618 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.665867 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.666117 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.666289 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.666546 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.666799 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.667024 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.667293 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] debug = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.667571 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.668051 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.668279 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.668548 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.668786 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.669046 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.669276 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.669539 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.669775 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.670014 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.670249 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.670502 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.670735 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.670968 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.671243 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.671461 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.671732 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.671973 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.672457 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] host = dv-cinder-835878-2-iscsi {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.672751 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.673003 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.673231 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.673461 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.673690 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.673909 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.674176 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.674431 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.674685 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.674940 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.675185 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.675417 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.675665 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.675916 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.676932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_options = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.677194 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.677476 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.677727 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.678003 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.678240 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.678240 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.678677 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.678677 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.679137 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.679137 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.679620 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.679620 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.680090 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.680090 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.680446 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.680446 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.680724 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.680867 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.681238 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.681238 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.681560 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.681699 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.681912 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.682130 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.682452 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.682708 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.682942 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.683162 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.683383 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.684362 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.684675 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.684966 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.685230 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.685496 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.686106 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.686352 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.686597 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.686827 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.687257 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.687257 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.687754 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.687754 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.688045 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.688184 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.690130 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.690130 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.690130 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_json = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.690130 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.690130 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.690130 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.690130 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.692683 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.692683 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.692683 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.692683 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.692683 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.693064 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.693791 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.694383 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.694689 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.694933 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.695191 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.695455 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.697466 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.697737 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.698382 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.698708 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.698945 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.699260 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.699549 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.699840 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.700547 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.700846 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.701139 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.701412 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.701636 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.702790 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.703062 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.703374 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.703628 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.703908 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.704163 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.704396 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.704717 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.704975 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.705321 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.705591 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.705863 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.706128 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.706348 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.706597 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.706819 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.707086 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.707361 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.707776 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.708094 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.708375 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.708606 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.708840 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.709124 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.709345 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.709601 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.709833 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.710074 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.710307 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.710555 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.710782 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.711004 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.711230 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.711446 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.711734 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.712035 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.712280 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.712543 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.712764 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.712979 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.713209 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.713420 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.713655 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.713876 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.714082 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.714296 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.714516 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.714751 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.715025 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.715261 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.715475 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.715708 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.715947 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.716199 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.716428 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.716644 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.716875 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.717092 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.717323 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.717532 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.717759 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.717975 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.718186 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.718397 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.718608 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.718825 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.719057 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.719271 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.719480 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.719712 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.720035 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.720338 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.720742 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.720902 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.721147 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.721389 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.721638 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.721882 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.722131 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.722350 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.722591 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.722810 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.723630 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.723895 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.724153 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.724400 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.724655 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.724876 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.725096 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.725312 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.725542 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.725761 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.725999 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.726220 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.726516 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.726764 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.727014 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.727456 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.727777 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.728119 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.728446 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.728733 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.729111 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.729384 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.729691 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.729952 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.730429 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.730688 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.731081 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.731515 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.731918 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.732186 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.732424 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.732656 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.732877 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.733249 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.733630 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.734015 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.734253 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.734609 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.735047 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.735267 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.735489 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.735787 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.736034 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.736294 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.736570 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.736824 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.737079 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.737345 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.737577 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.737787 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.738197 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.738453 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.739317 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.739578 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.739819 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.740083 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.740303 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.740522 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.740788 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.741003 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.741245 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.741460 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.741680 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.741901 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.742147 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.742359 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.742589 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.742976 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.743338 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.743735 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.744129 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.744368 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.744645 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.744888 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.745162 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.745412 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.745673 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.745898 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.746330 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.746802 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.747351 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.747622 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.747871 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.748090 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.748411 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.748637 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.748859 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.749098 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.749334 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.749541 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.749822 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.750071 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.750429 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.750668 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.750899 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.751131 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.751389 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.751656 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.751876 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.752089 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.752490 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.752711 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.752936 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.753172 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.753411 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.753626 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.753842 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.754057 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.755114 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.755548 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.755820 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.756043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.756292 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.756535 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.756756 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.756975 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.757191 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.757405 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.757616 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.757838 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.758073 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.758368 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.758610 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.758855 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.759129 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.759370 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.759632 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.759864 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.760080 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.760292 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.760523 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.760741 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.760951 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.761197 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.761436 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.761646 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.761890 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.762105 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.762315 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.762560 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.762769 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.762978 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.763198 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.763414 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.763644 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.763899 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.764109 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.764316 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.764537 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.764778 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.764988 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.765214 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.765424 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.765632 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.765855 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.766070 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.766275 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.766566 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.766812 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.767051 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.767355 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.767452 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:34:21.767677 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.767918 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.768157 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.768464 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.768698 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.768970 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.769202 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.769442 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.769660 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.770510 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.770906 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.771194 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.771480 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.771740 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.772008 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.772289 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.772830 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.772830 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.773021 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.773377 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.773616 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.774016 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.774296 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.774520 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.774742 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.774964 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.775200 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.775450 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.775642 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.775909 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.776139 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.776366 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.776605 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.776830 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.777045 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.777287 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.777531 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.777755 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.778004 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.778197 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 13:34:21.778696 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109746) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 13:34:21.778851 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 13:34:21.779159 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 13:34:21.779351 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 13:34:21.779535 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 13:34:21.779706 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 13:34:21.779900 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.780062 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.780218 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.780379 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.780539 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.780716 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.780876 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.781035 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.781191 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.781358 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.781514 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.781706 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.781869 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.782031 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.782180 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.782335 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.782493 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.782644 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.782807 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.782963 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.783116 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.783272 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.783427 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] debug = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.783608 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.783819 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.783986 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.784142 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.784298 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.784456 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.784612 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.784769 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.784912 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.785071 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.785228 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.785399 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.785711 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.785823 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.785967 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.786058 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.786299 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.786416 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.786500 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] host = dv-cinder-835878-2-iscsi {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.786659 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.786813 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.786970 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.787126 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.787282 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.787441 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.787622 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.787772 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.787925 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.788079 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.788236 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.788393 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.788550 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.788707 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.788863 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_options = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.789018 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.789174 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.789331 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.789514 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.789676 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.789833 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.789989 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.790147 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.790303 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.790459 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.790600 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.790759 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.790914 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.791070 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.791226 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.791381 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.791564 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.792007 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.792007 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.792007 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.792383 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.792383 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.793583 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.793583 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.793583 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.793583 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.793583 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.793583 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.793583 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.793583 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.794142 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.794142 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.794142 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.794351 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.794351 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.794493 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.794602 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.794758 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.794919 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.795076 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.795233 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.795389 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.795570 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.795725 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.796027 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.796331 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.796490 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_json = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.796587 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 47544) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:34:21.796674 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.796792 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.796948 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.797105 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.797261 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.797418 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.797575 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.797732 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.797889 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 13:34:21.798069 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.798229 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.798401 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.798562 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.798725 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.798886 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.799106 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.799235 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.799360 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.799482 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.799666 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.799828 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.799998 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.800159 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.800319 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.800482 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.800642 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.800802 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.800962 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.801151 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.801347 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.801500 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.801641 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.801779 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.801932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.802072 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.802210 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.802367 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.802511 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.802687 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.802879 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.803093 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.803236 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.803383 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.803545 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.803689 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.803826 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.803961 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.804131 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.804976 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.804976 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.804976 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.804976 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.804976 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.804976 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.806857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.806857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.806857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.806857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.806857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.806857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.806857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.806857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.808032 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074184 Apr 05 13:34:21.808185 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.808185 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.808185 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.808185 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.808185 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.808185 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.808185 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.808185 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.808185 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.809444 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.809444 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.809444 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.809444 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.809444 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.809444 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.809444 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.811670 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.811670 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.811670 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.811670 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.811670 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.811670 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.811670 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.811670 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.811670 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.814043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.814043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.814043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.814043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.814043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.814043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.814043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.814043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.814043 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.816040 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.816040 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.816040 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.816040 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.816040 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.816040 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.816040 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.816040 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.817508 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.817508 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.817508 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.817508 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.817508 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.817508 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.817508 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.817508 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.818356 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.818356 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.818356 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.818356 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.818356 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.818356 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.818356 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.818356 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820008 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820008 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820008 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820008 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820008 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820008 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820008 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820008 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820467 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820467 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820467 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820467 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820467 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820467 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820467 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820467 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.820932 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.821372 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.821372 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.821372 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.821558 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.821663 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.822653 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.822653 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.822653 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.822653 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.822653 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.822653 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.823382 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.823382 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.823382 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.823382 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.823382 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824011 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824011 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824011 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824011 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824546 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824546 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824546 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824546 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824834 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824834 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.824976 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.825083 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.825241 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.825402 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.825561 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.825721 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.825880 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.826039 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.826198 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.826356 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.826514 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.826675 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.826837 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.827003 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.827156 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.827294 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.827431 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.827653 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.827792 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.827931 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.828062 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.828191 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.828359 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.828518 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.828678 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.828838 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.828995 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.829156 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.829303 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.829539 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.829678 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.829824 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.829973 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.830141 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.830279 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.830415 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.830546 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.830687 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.830826 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.830964 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.831110 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.831252 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.831401 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.831583 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.831744 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.831891 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.832128 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.832301 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.833067 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.833315 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.833482 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.833646 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.833806 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.833970 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.834132 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.834294 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.834453 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.834612 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.834771 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.834929 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.835090 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.835251 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.835425 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.835619 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.835778 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.835938 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.836098 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.836258 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.836428 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.836592 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.836756 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.836910 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.837051 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.837189 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.837350 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.837494 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.837641 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.837803 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.837947 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.838107 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.838274 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.838434 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.838593 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.838752 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.838896 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.839059 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.839226 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.839373 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.839552 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.839699 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.839862 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.840006 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.840178 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.840336 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.840548 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.840689 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.840828 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.840975 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.841113 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.841251 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.841389 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.841527 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.842523 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.842523 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.842523 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.842523 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.842523 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.842523 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.843331 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.843331 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.843331 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.843331 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.843331 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.843331 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.843864 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.843864 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.843864 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.844071 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.844150 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.844284 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.844448 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.844790 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.844949 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.845269 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.845426 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.845724 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.846857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.846857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.846857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.846857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.846857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.846857 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.848339 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.848339 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.848339 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.848339 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.848339 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.848339 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.848339 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.848339 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.848339 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 13:34:21.849086 dv-cinder-835878-2-iscsi neutron-server[109746]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 13:34:33.344176 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35d74b4-96d8-4701-8ef4-bafa9cfd110b None None] get_active_networks_info from dv-cinder-835878-2-iscsi {{(pid=109891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 05 13:34:33.403792 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35d74b4-96d8-4701-8ef4-bafa9cfd110b None None] No non-hosted networks {{(pid=109891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 13:34:33.423574 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.agentschedulers_db [None req-d35d74b4-96d8-4701-8ef4-bafa9cfd110b None None] DHCP Agent not found on host dv-cinder-835878-2-iscsi {{(pid=109891) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 13:34:33.505352 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bdf1120b-65b7-4793-9fdb-87a805ca3fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578481'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:35.732924 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b6e3-9c65-44dc-9908-7794ed18f121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578481'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:35.780421 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3792c086-38d9-45f0-8251-8aa50826022d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:36.575162 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 47612) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:34:36.619567 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578481'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:37.148536 dv-cinder-835878-2-iscsi neutron-server[109890]: WARNING oslo_policy.policy [None req-e91098c6-1291-498d-8f37-375c8bb780b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 13:34:37.149325 dv-cinder-835878-2-iscsi neutron-server[109890]: WARNING oslo_policy.policy [None req-e91098c6-1291-498d-8f37-375c8bb780b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 13:34:37.385201 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [None req-e91098c6-1291-498d-8f37-375c8bb780b9 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:34:37.400224 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e91098c6-1291-498d-8f37-375c8bb780b9 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8231251 Apr 05 13:34:38.237712 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578481'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:39.940543 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578481'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:39.946083 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.947934 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.948429 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.949210 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.950025 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.950495 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.953850 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.955868 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.956418 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.958067 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.958578 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.960615 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.961581 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.962694 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.963211 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:39.964656 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835878-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:34:39.987843 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835878-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:34:40.044018 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47646) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:34:40.063967 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.db.l3_hamode_db [None req-611c697d-8dc8-4898-b674-308b1d5041c3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 13:34:40.147765 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c697d-8dc8-4898-b674-308b1d5041c3 None None] Routers set() bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:34:40.148157 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c697d-8dc8-4898-b674-308b1d5041c3 None None] Router IDs set() for agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 13:34:40.560631 dv-cinder-835878-2-iscsi neutron-server[109889]: WARNING oslo_policy.policy [None req-29a19048-87e0-4a4f-b285-2241fbf89cb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 13:34:40.561210 dv-cinder-835878-2-iscsi neutron-server[109889]: WARNING oslo_policy.policy [None req-29a19048-87e0-4a4f-b285-2241fbf89cb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 13:34:40.782281 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-29a19048-87e0-4a4f-b285-2241fbf89cb1 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:34:40.876884 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.policy [None req-29a19048-87e0-4a4f-b285-2241fbf89cb1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109889) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 13:34:40.920342 dv-cinder-835878-2-iscsi neutron-server[109889]: WARNING oslo_policy.policy [None req-29a19048-87e0-4a4f-b285-2241fbf89cb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 13:34:40.920716 dv-cinder-835878-2-iscsi neutron-server[109889]: WARNING oslo_policy.policy [None req-29a19048-87e0-4a4f-b285-2241fbf89cb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 13:34:41.019317 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29a19048-87e0-4a4f-b285-2241fbf89cb1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737159439107', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737159438678', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737159454915', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737159464114', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737159470676', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737159477778', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-917524', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1026177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604797', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695373'] for rbac-policy (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:41.089454 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29a19048-87e0-4a4f-b285-2241fbf89cb1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:41.090813 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-29a19048-87e0-4a4f-b285-2241fbf89cb1 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0442009 Apr 05 13:34:43.567438 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47664) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:34:43.876279 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:34:43.905103 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Made reservation on behalf of 50e3c4af98cd4c6ca6d5aa920bf5cc59 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:34:43.908843 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:43.925792 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:44.032885 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Publish callbacks [] for security_group (b37a12fa-e2cd-4af6-96a3-d3221d0f109b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:44.036722 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b37a12fa-e2cd-4af6-96a3-d3221d0f109b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:44.057611 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:34:44.095452 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737162168432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (5d9331ba-21ed-4cab-8dcb-0f54c3a94349), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:44.096070 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Unsubscribe: segment precommit_create {{(pid=109889) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 13:34:44.096578 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Added segment 5d9331ba-21ed-4cab-8dcb-0f54c3a94349 of type vlan for network 7efe053d-0775-420e-9819-f5ea92177678 Apr 05 13:34:44.129508 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a12fa-e2cd-4af6-96a3-d3221d0f109b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:34:44.172201 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.172546 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.172903 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.173254 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.173587 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.173913 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.174235 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.174558 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.174880 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.175199 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.175536 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.175922 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.176193 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.176508 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.176821 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Tracked resource versions report: Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: pushed versions: Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: { 'AddressGroup': {'1.2'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Agent': {'1.1'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'ConntrackHelper': {'1.0'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'LocalIPAssociation': {'1.0'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Log': {'1.0'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'NDPProxy': {'1.0'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Network': {'1.1'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Port': {'1.7'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'PortForwarding': {'1.3'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'QosPolicy': {'1.10'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SecurityGroup': {'1.5'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SecurityGroupRule': {'1.2'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SubPort': {'1.0'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Subnet': {'1.1'}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Trunk': {'1.1'}} Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: consumer versions: Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: { DHCP agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: L3 agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: Metadata agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: Metering agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: Open vSwitch agent@dv-cinder-835878-2-iscsi: { 'AddressGroup': '1.2', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Agent': '1.1', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'ConntrackHelper': '1.0', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'LocalIPAssociation': '1.0', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Log': '1.0', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'NDPProxy': '1.0', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Network': '1.1', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Port': '1.7', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'PortForwarding': '1.3', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'QosPolicy': '1.10', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SecurityGroup': '1.5', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SecurityGroupRule': '1.2', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SubPort': '1.0', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Subnet': '1.1', Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Trunk': '1.1'}} Apr 05 13:34:44.178243 dv-cinder-835878-2-iscsi neutron-server[109889]: {{(pid=109889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 13:34:44.207078 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (7efe053d-0775-420e-9819-f5ea92177678), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:44.253999 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (7efe053d-0775-420e-9819-f5ea92177678), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:44.260715 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:34:44.261878 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:44.339125 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7705786 Apr 05 13:34:44.387362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69923c7-ce00-4861-829c-4e96f6edda29 demo demo] Pushing event updated for resources: {'Network': ['ID=7efe053d-0775-420e-9819-f5ea92177678,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:34:44.400202 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 7efe053d-0775-420e-9819-f5ea92177678 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:34:46.901578 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47676) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:34:47.318988 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84aa98-9d68-41c0-804f-5ce1811aa5e1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:34:47.321228 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bc84aa98-9d68-41c0-804f-5ce1811aa5e1 demo admin] 10.222.0.59 "GET /v2.0/networks/7efe053d-0775-420e-9819-f5ea92177678 HTTP/1.1" status: 200 len: 825 time: 0.4186118 Apr 05 13:34:47.345823 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-cdbcdc4f-2e62-480d-bdbf-754dfdf8ce13 demo admin] 10.222.0.59 "GET /v2.0/subnetpools/b0ee0db7-2e6c-4721-9af3-c19e13850c43 HTTP/1.1" status: 200 len: 734 time: 0.0187366 Apr 05 13:34:47.354227 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'b0ee0db7-2e6c-4721-9af3-c19e13850c43', 'network_id': '7efe053d-0775-420e-9819-f5ea92177678'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:34:47.374210 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Made reservation on behalf of 50e3c4af98cd4c6ca6d5aa920bf5cc59 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:34:47.376623 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:47.662210 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:47.732376 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Checking segment: {'id': '5d9331ba-21ed-4cab-8dcb-0f54c3a94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7efe053d-0775-420e-9819-f5ea92177678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:34:47.732759 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Network hostable DHCP agents. Network: 7efe053d-0775-420e-9819-f5ea92177678, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:34:47.737139 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Pushing event updated for resources: {'Subnet': ['ID=3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:34:47.756145 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Network 7efe053d-0775-420e-9819-f5ea92177678 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:34:47.767872 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 7efe053d-0775-420e-9819-f5ea92177678) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:34:47.772389 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:34:47.773024 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:47.778225 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4cb05c-d0fe-4c6e-b228-73a3bf40beeb None None] Network 7efe053d-0775-420e-9819-f5ea92177678 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:34:47.796333 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2f34bbf0-e507-4163-b782-53c197def49f demo admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4417779 Apr 05 13:34:48.156210 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-7efe053d-0775-420e-9819-f5ea92177678', 'network_id': '7efe053d-0775-420e-9819-f5ea92177678', 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'fixed_ips': [{'subnet_id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:34:48.157455 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:48.439338 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Allocated IP 172.20.0.2 (7efe053d-0775-420e-9819-f5ea92177678/3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8/5c0cc997-fc76-4770-800e-d125bf554c32) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:34:48.712184 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Publish callbacks [] for port (5c0cc997-fc76-4770-800e-d125bf554c32), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:48.719940 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (5c0cc997-fc76-4770-800e-d125bf554c32), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:48.790449 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Network 7efe053d-0775-420e-9819-f5ea92177678 is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:34:48.795520 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:34:48.798803 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:34:48.854837 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Pushing event updated for resources: {'Port': ['ID=5c0cc997-fc76-4770-800e-d125bf554c32,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:34:48.879383 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.879753 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.880109 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.880464 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.880801 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.881235 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.881582 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.882094 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.882964 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.883519 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.883841 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.884368 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.884878 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.885385 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.885890 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Tracked resource versions report: Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: pushed versions: Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: { 'AddressGroup': {'1.2'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Agent': {'1.1'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'ConntrackHelper': {'1.0'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'LocalIPAssociation': {'1.0'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Log': {'1.0'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'NDPProxy': {'1.0'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Network': {'1.1'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Port': {'1.7'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'PortForwarding': {'1.3'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'QosPolicy': {'1.10'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SecurityGroup': {'1.5'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SecurityGroupRule': {'1.2'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SubPort': {'1.0'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Subnet': {'1.1'}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Trunk': {'1.1'}} Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: consumer versions: Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: { DHCP agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: L3 agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: Metadata agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: Metering agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: Open vSwitch agent@dv-cinder-835878-2-iscsi: { 'AddressGroup': '1.2', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Agent': '1.1', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'ConntrackHelper': '1.0', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'LocalIPAssociation': '1.0', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Log': '1.0', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'NDPProxy': '1.0', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Network': '1.1', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Port': '1.7', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'PortForwarding': '1.3', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'QosPolicy': '1.10', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SecurityGroup': '1.5', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SecurityGroupRule': '1.2', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SubPort': '1.0', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Subnet': '1.1', Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Trunk': '1.1'}} Apr 05 13:34:48.887361 dv-cinder-835878-2-iscsi neutron-server[109891]: {{(pid=109891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 13:34:48.904764 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Attempting to bind port 5c0cc997-fc76-4770-800e-d125bf554c32 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:34:48.905165 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Attempting to bind port 5c0cc997-fc76-4770-800e-d125bf554c32 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '5d9331ba-21ed-4cab-8dcb-0f54c3a94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7efe053d-0775-420e-9819-f5ea92177678'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:34:48.905566 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Attempting to bind port 5c0cc997-fc76-4770-800e-d125bf554c32 on network 7efe053d-0775-420e-9819-f5ea92177678 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:34:48.914398 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:34:48.914889 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Checking segment: {'id': '5d9331ba-21ed-4cab-8dcb-0f54c3a94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7efe053d-0775-420e-9819-f5ea92177678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:34:48.915372 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:48.915783 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Bound using segment: {'id': '5d9331ba-21ed-4cab-8dcb-0f54c3a94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7efe053d-0775-420e-9819-f5ea92177678'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:34:48.916247 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Bound port: 5c0cc997-fc76-4770-800e-d125bf554c32, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9331ba-21ed-4cab-8dcb-0f54c3a94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7efe053d-0775-420e-9819-f5ea92177678'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:34:48.916659 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (5c0cc997-fc76-4770-800e-d125bf554c32), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:48.980524 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] For port 5c0cc997-fc76-4770-800e-d125bf554c32, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:34:48.984712 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] For port 5c0cc997-fc76-4770-800e-d125bf554c32, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=5c0cc997-fc76-4770-800e-d125bf554c32,segment=NetworkSegment(5d9331ba-21ed-4cab-8dcb-0f54c3a94349),segment_id=5d9331ba-21ed-4cab-8dcb-0f54c3a94349)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:34:48.993110 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (5c0cc997-fc76-4770-800e-d125bf554c32), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:49.058255 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e209722-2072-41bb-8b2c-7f2939b96895 None None] Pushing event updated for resources: {'Port': ['ID=5c0cc997-fc76-4770-800e-d125bf554c32,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:34:50.398007 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47684) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:34:50.714930 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [None req-9a9f58a2-d070-434b-804e-6fb7b2cb08f3 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:34:50.715954 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9a9f58a2-d070-434b-804e-6fb7b2cb08f3 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3163981 Apr 05 13:34:53.311104 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47692) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:34:53.626468 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [None req-530eff4c-d9b3-4ef7-924f-665689c8e97d admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:34:53.627616 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-530eff4c-d9b3-4ef7-924f-665689c8e97d admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155119 Apr 05 13:34:56.277366 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47700) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:34:56.583789 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-c3ff90ad-e6f0-492e-a3d0-594cc0daa5c7 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:34:56.607091 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3ff90ad-e6f0-492e-a3d0-594cc0daa5c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:56.608527 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3ff90ad-e6f0-492e-a3d0-594cc0daa5c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:56.744979 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3ff90ad-e6f0-492e-a3d0-594cc0daa5c7 demo demo] Publish callbacks [] for router_controller (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:56.750579 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3ff90ad-e6f0-492e-a3d0-594cc0daa5c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:56.768262 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3ff90ad-e6f0-492e-a3d0-594cc0daa5c7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:34:56.769417 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c3ff90ad-e6f0-492e-a3d0-594cc0daa5c7 demo demo] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4909718 Apr 05 13:34:59.344980 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47712) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:34:59.670522 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [None req-71cff6e7-aa48-4085-9e8d-6e64e0ac49da admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:34:59.671581 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-71cff6e7-aa48-4085-9e8d-6e64e0ac49da admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3255947 Apr 05 13:35:00.584327 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103609c-ccae-453c-a7a7-ded3f2b6566c None None] Network 7efe053d-0775-420e-9819-f5ea92177678 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:35:00.671079 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-a90ee90d-4ba7-432d-a451-be28c7997759 None None] Provisioning complete for port 5c0cc997-fc76-4770-800e-d125bf554c32 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:00.671512 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-a90ee90d-4ba7-432d-a451-be28c7997759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (5c0cc997-fc76-4770-800e-d125bf554c32), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:00.721882 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 5c0cc997-fc76-4770-800e-d125bf554c32 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:35:00.911375 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-a90ee90d-4ba7-432d-a451-be28c7997759 None None] Current status of the port 5c0cc997-fc76-4770-800e-d125bf554c32 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:35:00.911795 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-a90ee90d-4ba7-432d-a451-be28c7997759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (5c0cc997-fc76-4770-800e-d125bf554c32), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:00.914546 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 5c0cc997-fc76-4770-800e-d125bf554c32 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:00.914923 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (5c0cc997-fc76-4770-800e-d125bf554c32), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:00.983536 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-a90ee90d-4ba7-432d-a451-be28c7997759 None None] For port 5c0cc997-fc76-4770-800e-d125bf554c32, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=5c0cc997-fc76-4770-800e-d125bf554c32,segment=NetworkSegment(5d9331ba-21ed-4cab-8dcb-0f54c3a94349),segment_id=5d9331ba-21ed-4cab-8dcb-0f54c3a94349)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:35:00.988274 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-a90ee90d-4ba7-432d-a451-be28c7997759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (5c0cc997-fc76-4770-800e-d125bf554c32), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:01.062946 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ee90d-4ba7-432d-a451-be28c7997759 None None] Pushing event updated for resources: {'Port': ['ID=5c0cc997-fc76-4770-800e-d125bf554c32,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:01.065479 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 5c0cc997-fc76-4770-800e-d125bf554c32 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:35:01.106891 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-953a881b-234f-4c94-aef1-2576eedb75a5 None None] Provisioning complete for port 5c0cc997-fc76-4770-800e-d125bf554c32 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:01.107215 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-953a881b-234f-4c94-aef1-2576eedb75a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (5c0cc997-fc76-4770-800e-d125bf554c32), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:01.182194 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-953a881b-234f-4c94-aef1-2576eedb75a5 None None] Current status of the port 5c0cc997-fc76-4770-800e-d125bf554c32 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:35:02.229890 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47722) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:35:02.535133 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:35:02.555115 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Made reservation on behalf of 7fd8bfc80b7541df99c8ace1efdf7580 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:35:02.558004 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:02.565835 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:02.642538 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Publish callbacks [] for security_group (8f61f13e-37ef-4c9d-8316-5a5f8ad59150), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:02.647418 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (8f61f13e-37ef-4c9d-8316-5a5f8ad59150), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:02.664773 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Reserving flat network on physical network physnet1 {{(pid=109889) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 13:35:02.676562 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 5c0cc997-fc76-4770-800e-d125bf554c32 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:35:02.678652 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f61f13e-37ef-4c9d-8316-5a5f8ad59150,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:02.687086 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (c03e810e-d3da-4865-86bf-e97c63736183), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:02.687427 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Added segment c03e810e-d3da-4865-86bf-e97c63736183 of type flat for network 4f819607-ae36-43a0-91dd-33d35b84bac8 Apr 05 13:35:02.740415 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 5c0cc997-fc76-4770-800e-d125bf554c32 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:02.740815 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (5c0cc997-fc76-4770-800e-d125bf554c32), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:02.742001 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (4f819607-ae36-43a0-91dd-33d35b84bac8), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:02.774356 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (4f819607-ae36-43a0-91dd-33d35b84bac8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:02.775810 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:35:02.776391 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:02.821208 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 5c0cc997-fc76-4770-800e-d125bf554c32 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:35:02.831278 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6003354 Apr 05 13:35:02.873494 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080283ab-99cf-4fbf-af52-6d89f0f53375 admin admin] Pushing event updated for resources: {'Network': ['ID=4f819607-ae36-43a0-91dd-33d35b84bac8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:02.883642 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:35:03.279672 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce7e0-a01e-4241-aba7-58f4979cc16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:05.359048 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47730) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:35:05.741883 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-260b2e8b-2587-466f-aaf8-26f1d3914047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:05.768841 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97536823-c92e-4cb5-933e-f035a1e3b57c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:35:05.770220 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-97536823-c92e-4cb5-933e-f035a1e3b57c demo admin] 10.222.0.59 "GET /v2.0/subnets/3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8 HTTP/1.1" status: 200 len: 849 time: 0.4101675 Apr 05 13:35:05.932195 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-196b13e2-a536-4527-ac62-5cff4d857693 demo admin] 10.222.0.59 "GET /v2.0/routers/cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 HTTP/1.1" status: 200 len: 704 time: 0.1535780 Apr 05 13:35:06.257895 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:06.626323 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Allocated IP 172.20.0.1 (7efe053d-0775-420e-9819-f5ea92177678/3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8/55af2245-32c0-40d0-995a-48a9a56ad67b) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:35:06.627711 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:06.782364 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Publish callbacks [] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:06.851211 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:06.917470 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Network 7efe053d-0775-420e-9819-f5ea92177678 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:35:06.922594 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:35:06.929557 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:35:06.930301 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:06.998918 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Pushing event updated for resources: {'Port': ['ID=55af2245-32c0-40d0-995a-48a9a56ad67b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:07.150444 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:07.236005 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-c30f06fb-4a19-4108-bc0e-3131390ba137 None None] Provisioning complete for port 55af2245-32c0-40d0-995a-48a9a56ad67b triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:07.236591 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c30f06fb-4a19-4108-bc0e-3131390ba137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:07.269389 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-c30f06fb-4a19-4108-bc0e-3131390ba137 None None] Port 55af2245-32c0-40d0-995a-48a9a56ad67b cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:35:07.365417 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Publish callbacks [] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:07.370555 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:07.371341 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:07.453631 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Pushing event updated for resources: {'Port': ['ID=55af2245-32c0-40d0-995a-48a9a56ad67b,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:07.499561 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Network 7efe053d-0775-420e-9819-f5ea92177678 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:35:07.500819 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:35:07.665641 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Router cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:35:07.690606 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-4bd0c20f-7c2a-49bd-a9a8-5d66fe9c1635 None None] Provisioning complete for port 55af2245-32c0-40d0-995a-48a9a56ad67b triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:07.690993 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c20f-7c2a-49bd-a9a8-5d66fe9c1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:07.723828 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0c20f-7c2a-49bd-a9a8-5d66fe9c1635 None None] Port 55af2245-32c0-40d0-995a-48a9a56ad67b cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:35:07.761133 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:35:07.766433 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-74f73e3b-f431-4d5b-a9c3-818154afa251 demo admin] 10.222.0.59 "PUT /v2.0/routers/cfec661f-61ac-45a0-a1eb-0491d8a1bbe1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8283896 Apr 05 13:35:07.770906 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Sync routers for ids ['cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:35:07.784130 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Routers {'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:35:07.784986 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:35:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:35:07.976886 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Set router cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 gateway port host: None {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:35:08.166679 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:08.423722 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'name': 'router1', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:34:56Z', 'updated_at': '2022-04-05T13:35:07Z', 'revision_number': 2, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'gw_port_host': None, '_interfaces': [{'id': '55af2245-32c0-40d0-995a-48a9a56ad67b', 'name': '', 'network_id': '7efe053d-0775-420e-9819-f5ea92177678', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'mac_address': 'fa:16:3e:51:66:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:35:06Z', 'updated_at': '2022-04-05T13:35:07Z', 'revision_number': 2, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'subnets': [{'id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0ee0db7-2e6c-4721-9af3-c19e13850c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:35:08.476115 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Checking router: cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:35:08.476480 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Updating router cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 port 55af2245-32c0-40d0-995a-48a9a56ad67b binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:35:08.529869 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:09.039291 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Publish callbacks [] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:09.046330 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:09.220455 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Pushing event updated for resources: {'Port': ['ID=55af2245-32c0-40d0-995a-48a9a56ad67b,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:09.229530 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Attempting to bind port 55af2245-32c0-40d0-995a-48a9a56ad67b on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:35:09.229994 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Attempting to bind port 55af2245-32c0-40d0-995a-48a9a56ad67b by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '5d9331ba-21ed-4cab-8dcb-0f54c3a94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7efe053d-0775-420e-9819-f5ea92177678'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:35:09.230343 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Attempting to bind port 55af2245-32c0-40d0-995a-48a9a56ad67b on network 7efe053d-0775-420e-9819-f5ea92177678 {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:35:09.233890 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.234230 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.234654 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.234976 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.235302 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.235657 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.236023 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.236361 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.236707 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.237032 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.237428 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.237854 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.238170 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.238497 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.238846 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Tracked resource versions report: Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: pushed versions: Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: { 'AddressGroup': {'1.2'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Agent': {'1.1'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'ConntrackHelper': {'1.0'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'LocalIPAssociation': {'1.0'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Log': {'1.0'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'NDPProxy': {'1.0'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Network': {'1.1'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Port': {'1.7'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'PortForwarding': {'1.3'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'QosPolicy': {'1.10'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SecurityGroup': {'1.5'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SecurityGroupRule': {'1.2'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SubPort': {'1.0'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Subnet': {'1.1'}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Trunk': {'1.1'}} Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: consumer versions: Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: { DHCP agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: L3 agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: Metadata agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: Metering agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: Open vSwitch agent@dv-cinder-835878-2-iscsi: { 'AddressGroup': '1.2', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Agent': '1.1', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'ConntrackHelper': '1.0', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'LocalIPAssociation': '1.0', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Log': '1.0', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'NDPProxy': '1.0', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Network': '1.1', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Port': '1.7', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'PortForwarding': '1.3', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'QosPolicy': '1.10', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SecurityGroup': '1.5', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SecurityGroupRule': '1.2', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SubPort': '1.0', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Subnet': '1.1', Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Trunk': '1.1'}} Apr 05 13:35:09.240401 dv-cinder-835878-2-iscsi neutron-server[109892]: {{(pid=109892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 13:35:09.246103 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:35:09.246533 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Checking segment: {'id': '5d9331ba-21ed-4cab-8dcb-0f54c3a94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7efe053d-0775-420e-9819-f5ea92177678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:35:09.247009 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:09.247533 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Bound using segment: {'id': '5d9331ba-21ed-4cab-8dcb-0f54c3a94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7efe053d-0775-420e-9819-f5ea92177678'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:35:09.247866 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Bound port: 55af2245-32c0-40d0-995a-48a9a56ad67b, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9331ba-21ed-4cab-8dcb-0f54c3a94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7efe053d-0775-420e-9819-f5ea92177678'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:35:09.248242 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:09.258284 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-c46170d6-7345-465f-b6ed-a5ed60f10f78 None None] Provisioning complete for port 55af2245-32c0-40d0-995a-48a9a56ad67b triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:09.259226 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c46170d6-7345-465f-b6ed-a5ed60f10f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:09.293725 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-c46170d6-7345-465f-b6ed-a5ed60f10f78 None None] Port 55af2245-32c0-40d0-995a-48a9a56ad67b cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:35:09.316366 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] For port 55af2245-32c0-40d0-995a-48a9a56ad67b, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:35:09.336280 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] For port 55af2245-32c0-40d0-995a-48a9a56ad67b, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=55af2245-32c0-40d0-995a-48a9a56ad67b,segment=NetworkSegment(5d9331ba-21ed-4cab-8dcb-0f54c3a94349),segment_id=5d9331ba-21ed-4cab-8dcb-0f54c3a94349)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:35:09.342562 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:09.404626 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0255d1-ea05-4623-9d89-84653d69f5a6 None None] Pushing event updated for resources: {'Port': ['ID=55af2245-32c0-40d0-995a-48a9a56ad67b,revision_number=4']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:09.407294 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Routers {'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:35:09.407919 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:35:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:35:09.501176 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] Set router cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 gateway port host: None {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:35:09.614555 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-bdac62ce-99c6-48ec-a38b-208a8e1a98f4 None None] Provisioning complete for port 55af2245-32c0-40d0-995a-48a9a56ad67b triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:09.614976 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bdac62ce-99c6-48ec-a38b-208a8e1a98f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:09.695232 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-bdac62ce-99c6-48ec-a38b-208a8e1a98f4 None None] Current status of the port 55af2245-32c0-40d0-995a-48a9a56ad67b is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:35:09.695585 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bdac62ce-99c6-48ec-a38b-208a8e1a98f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:09.735880 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-bdac62ce-99c6-48ec-a38b-208a8e1a98f4 None None] For port 55af2245-32c0-40d0-995a-48a9a56ad67b, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=55af2245-32c0-40d0-995a-48a9a56ad67b,segment=NetworkSegment(5d9331ba-21ed-4cab-8dcb-0f54c3a94349),segment_id=5d9331ba-21ed-4cab-8dcb-0f54c3a94349)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:35:09.737245 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'name': 'router1', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:34:56Z', 'updated_at': '2022-04-05T13:35:07Z', 'revision_number': 2, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'gw_port_host': None, '_interfaces': [{'id': '55af2245-32c0-40d0-995a-48a9a56ad67b', 'name': '', 'network_id': '7efe053d-0775-420e-9819-f5ea92177678', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'mac_address': 'fa:16:3e:51:66:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:35:06Z', 'updated_at': '2022-04-05T13:35:09Z', 'revision_number': 4, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'subnets': [{'id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0ee0db7-2e6c-4721-9af3-c19e13850c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:35:09.741212 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bdac62ce-99c6-48ec-a38b-208a8e1a98f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:09.766743 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f566e-d912-4134-87a0-9d1782b0d160 None None] The sync data for ids ['cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'] in dv-cinder-835878-2-iscsi is: [{'id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'name': 'router1', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:34:56Z', 'updated_at': '2022-04-05T13:35:07Z', 'revision_number': 2, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'gw_port_host': None, '_interfaces': [{'id': '55af2245-32c0-40d0-995a-48a9a56ad67b', 'name': '', 'network_id': '7efe053d-0775-420e-9819-f5ea92177678', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'mac_address': 'fa:16:3e:51:66:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:35:06Z', 'updated_at': '2022-04-05T13:35:09Z', 'revision_number': 4, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'subnets': [{'id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0ee0db7-2e6c-4721-9af3-c19e13850c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:35:09.790028 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac62ce-99c6-48ec-a38b-208a8e1a98f4 None None] Pushing event updated for resources: {'Port': ['ID=55af2245-32c0-40d0-995a-48a9a56ad67b,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:09.927362 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:10.296870 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47750) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:35:10.493635 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed48f4af-d889-4073-8c9a-caabdfd4a385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:35:10.495737 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ed48f4af-d889-4073-8c9a-caabdfd4a385 admin admin] 10.222.0.59 "GET /v2.0/networks/4f819607-ae36-43a0-91dd-33d35b84bac8 HTTP/1.1" status: 200 len: 842 time: 0.1977847 Apr 05 13:35:10.504900 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Request body: {'subnet': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:35:10.524751 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Made reservation on behalf of 7fd8bfc80b7541df99c8ace1efdf7580 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:35:10.527642 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:10.890693 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.objects.ports [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109889) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 13:35:10.891118 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (f5fb495c-5b58-4535-bec5-9485fe4739ab), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:10.943561 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fb495c-5b58-4535-bec5-9485fe4739ab,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:10.954051 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:35:10.954470 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Network hostable DHCP agents. Network: 4f819607-ae36-43a0-91dd-33d35b84bac8, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:35:10.970648 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:35:10.979895 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 4f819607-ae36-43a0-91dd-33d35b84bac8) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:35:10.983893 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:35:10.984472 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:10.989737 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bba56f-4c14-44ba-921c-33a34eadeaf9 None None] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:35:11.000455 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-920cc711-c9e2-4f6a-82b2-4d390d18a456 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4988706 Apr 05 13:35:11.094402 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b58980-a18e-498a-bb87-6230f6eb0c0c None None] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:35:13.521347 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47768) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:35:13.662261 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f2addc56-f36e-45d7-a840-39a22afdf883 demo admin] 10.222.0.59 "GET /v2.0/routers/cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 HTTP/1.1" status: 200 len: 710 time: 0.1396747 Apr 05 13:35:13.750346 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51ead7-6e5d-46ab-9c08-ef8bf41e174c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:35:13.751824 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-eb51ead7-6e5d-46ab-9c08-ef8bf41e174c demo admin] 10.222.0.59 "GET /v2.0/networks/4f819607-ae36-43a0-91dd-33d35b84bac8 HTTP/1.1" status: 200 len: 886 time: 0.0835929 Apr 05 13:35:13.760329 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:35:14.008752 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Publish callbacks [] for router_gateway (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:14.249977 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Publish callbacks [] for router_gateway (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:14.328340 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:14.428853 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Allocated IP 172.27.2.208 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/79c3c350-d97f-4527-a9a8-7cdb341aab8d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:35:14.530963 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Publish callbacks [] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:14.564530 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:14.605423 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:35:14.610146 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:35:14.612803 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:35:14.675309 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Pushing event updated for resources: {'Port': ['ID=79c3c350-d97f-4527-a9a8-7cdb341aab8d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:14.956671 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Publish callbacks [] for router_gateway (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:15.162280 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2092589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14385'] for router (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:15.165861 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2092564'] for router (cfec661f-61ac-45a0-a1eb-0491d8a1bbe1), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:15.279665 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Router cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:35:15.383560 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:35:15.388329 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:15.407528 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ea933f35-8deb-40a5-ae1d-d9382bdb287c demo admin] 10.222.0.59 "PUT /v2.0/routers/cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 HTTP/1.1" status: 200 len: 890 time: 1.6322989 Apr 05 13:35:16.714045 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 55af2245-32c0-40d0-995a-48a9a56ad67b up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:35:16.768078 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 55af2245-32c0-40d0-995a-48a9a56ad67b triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:16.768472 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:16.854954 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 55af2245-32c0-40d0-995a-48a9a56ad67b is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:35:17.698646 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 5 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:35:17.944948 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 47780) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:35:18.063267 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-19fb5374-944c-41bf-8bc6-c6189053c680 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170907 Apr 05 13:35:18.625970 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Sync routers for ids ['cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:35:18.637704 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Routers {'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:35:18.638445 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:35:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:35:18.861135 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Set router cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:35:19.339833 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'name': 'router1', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '79c3c350-d97f-4527-a9a8-7cdb341aab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:34:56Z', 'updated_at': '2022-04-05T13:35:14Z', 'revision_number': 4, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'gw_port': {'id': '79c3c350-d97f-4527-a9a8-7cdb341aab8d', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:35:14Z', 'updated_at': '2022-04-05T13:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '55af2245-32c0-40d0-995a-48a9a56ad67b', 'name': '', 'network_id': '7efe053d-0775-420e-9819-f5ea92177678', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'mac_address': 'fa:16:3e:51:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:35:06Z', 'updated_at': '2022-04-05T13:35:09Z', 'revision_number': 5, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'subnets': [{'id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0ee0db7-2e6c-4721-9af3-c19e13850c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:35:19.399531 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Checking router: cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:35:19.400150 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Updating router cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 port 79c3c350-d97f-4527-a9a8-7cdb341aab8d binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:35:19.458826 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:19.797293 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Publish callbacks [] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:19.804557 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:19.857428 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be506b-54c6-4eec-9cc3-0c99e8e5fe4b None None] Pushing event updated for resources: {'Port': ['ID=79c3c350-d97f-4527-a9a8-7cdb341aab8d,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:19.860313 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Attempting to bind port 79c3c350-d97f-4527-a9a8-7cdb341aab8d on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:35:19.861026 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Attempting to bind port 79c3c350-d97f-4527-a9a8-7cdb341aab8d by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:35:19.861393 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Attempting to bind port 79c3c350-d97f-4527-a9a8-7cdb341aab8d on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:35:19.867984 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:35:19.868356 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:35:19.868757 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:19.869142 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:35:19.871624 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Bound port: 79c3c350-d97f-4527-a9a8-7cdb341aab8d, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:35:19.871624 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:19.924377 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] For port 79c3c350-d97f-4527-a9a8-7cdb341aab8d, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:35:19.928154 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] For port 79c3c350-d97f-4527-a9a8-7cdb341aab8d, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=79c3c350-d97f-4527-a9a8-7cdb341aab8d,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:35:19.935923 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:19.997308 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be506b-54c6-4eec-9cc3-0c99e8e5fe4b None None] Pushing event updated for resources: {'Port': ['ID=79c3c350-d97f-4527-a9a8-7cdb341aab8d,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:20.002709 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Routers {'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:35:20.003320 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:35:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:35:20.126433 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] Set router cfec661f-61ac-45a0-a1eb-0491d8a1bbe1 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:35:20.359532 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'name': 'router1', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '79c3c350-d97f-4527-a9a8-7cdb341aab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:34:56Z', 'updated_at': '2022-04-05T13:35:14Z', 'revision_number': 4, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'gw_port': {'id': '79c3c350-d97f-4527-a9a8-7cdb341aab8d', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:35:14Z', 'updated_at': '2022-04-05T13:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '55af2245-32c0-40d0-995a-48a9a56ad67b', 'name': '', 'network_id': '7efe053d-0775-420e-9819-f5ea92177678', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'mac_address': 'fa:16:3e:51:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:35:06Z', 'updated_at': '2022-04-05T13:35:09Z', 'revision_number': 5, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'subnets': [{'id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0ee0db7-2e6c-4721-9af3-c19e13850c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:35:20.388135 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f5f898-9c5d-400f-a646-cb3679c360a4 None None] The sync data for ids ['cfec661f-61ac-45a0-a1eb-0491d8a1bbe1'] in dv-cinder-835878-2-iscsi is: [{'id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'name': 'router1', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '79c3c350-d97f-4527-a9a8-7cdb341aab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:34:56Z', 'updated_at': '2022-04-05T13:35:14Z', 'revision_number': 4, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'gw_port': {'id': '79c3c350-d97f-4527-a9a8-7cdb341aab8d', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:35:14Z', 'updated_at': '2022-04-05T13:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '55af2245-32c0-40d0-995a-48a9a56ad67b', 'name': '', 'network_id': '7efe053d-0775-420e-9819-f5ea92177678', 'tenant_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'mac_address': 'fa:16:3e:51:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec661f-61ac-45a0-a1eb-0491d8a1bbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:35:06Z', 'updated_at': '2022-04-05T13:35:09Z', 'revision_number': 5, 'project_id': '50e3c4af98cd4c6ca6d5aa920bf5cc59', 'subnets': [{'id': '3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0ee0db7-2e6c-4721-9af3-c19e13850c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:35:20.774051 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 79c3c350-d97f-4527-a9a8-7cdb341aab8d up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:35:20.882321 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 79c3c350-d97f-4527-a9a8-7cdb341aab8d triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:20.882932 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:21.013912 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 79c3c350-d97f-4527-a9a8-7cdb341aab8d is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:35:21.014625 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:21.049343 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port 79c3c350-d97f-4527-a9a8-7cdb341aab8d, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=79c3c350-d97f-4527-a9a8-7cdb341aab8d,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:35:21.060087 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:21.139415 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=79c3c350-d97f-4527-a9a8-7cdb341aab8d,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:35:22.755003 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 79c3c350-d97f-4527-a9a8-7cdb341aab8d up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:35:22.821198 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 79c3c350-d97f-4527-a9a8-7cdb341aab8d triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:35:22.822803 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (79c3c350-d97f-4527-a9a8-7cdb341aab8d), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:22.927833 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 79c3c350-d97f-4527-a9a8-7cdb341aab8d is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:35:33.295660 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3083360b-0b74-4acd-a59e-a22f3160554e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:35.738310 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed2af-4818-4c41-84d4-d1a250c20af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:36.576903 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:38.171282 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:39.927879 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:35:54.697316 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 5 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:36:03.280570 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-05b8cd0b-247c-4494-a012-1cda2c1289ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:05.735136 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-31b78cef-316c-4498-9d6f-fee535802b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:06.582094 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:08.173898 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:09.925521 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:31.696291 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 5 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:36:33.283652 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-df2e4e26-e8e2-4e84-8f4b-23718b18b9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:35.728814 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbe4a-2c87-4934-b626-f93fb5d0f2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:36.584420 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:38.176503 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:39.928097 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:40.656233 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48264) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:36:40.719261 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b7e5d0-f577-4526-a70f-cc1bc6d6e4a9 admin admin] GET failed (client error): The resource could not be found. Apr 05 13:36:40.721191 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-67b7e5d0-f577-4526-a70f-cc1bc6d6e4a9 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639319 Apr 05 13:36:40.882273 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68c1de2-bc95-47d5-bd26-1292f56410eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:40.883798 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c68c1de2-bc95-47d5-bd26-1292f56410eb admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585362 Apr 05 13:36:43.245862 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48274) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:36:43.483279 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.policy [None req-738074d3-59af-4917-a69e-c5db96cdb0e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109890) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 13:36:43.528484 dv-cinder-835878-2-iscsi neutron-server[109890]: WARNING oslo_policy.policy [None req-738074d3-59af-4917-a69e-c5db96cdb0e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 13:36:43.528863 dv-cinder-835878-2-iscsi neutron-server[109890]: WARNING oslo_policy.policy [None req-738074d3-59af-4917-a69e-c5db96cdb0e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 13:36:43.536841 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738074d3-59af-4917-a69e-c5db96cdb0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:43.538501 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-738074d3-59af-4917-a69e-c5db96cdb0e8 admin admin] 10.222.0.59 "GET /v2.0/subnets/3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8 HTTP/1.1" status: 200 len: 849 time: 0.2917328 Apr 05 13:36:43.548239 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:36:43.634330 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Publish callbacks [] for subnet (3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:43.792655 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737162263821'] for subnet (3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:43.851384 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:43.852536 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:43.853802 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] 10.222.0.59 "PUT /v2.0/subnets/3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8 HTTP/1.1" status: 200 len: 868 time: 0.3095384 Apr 05 13:36:43.856570 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dde820-a5c6-4a81-969f-e08812780401 None None] Network 7efe053d-0775-420e-9819-f5ea92177678 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:36:43.875209 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:36:43.886127 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.886495 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.886817 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.887159 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.888044 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.888396 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.888733 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.889058 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.889400 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.889730 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.890076 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.890423 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.890752 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.891078 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.891400 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d54c5-9165-451c-8a1c-33e506820fdb admin admin] Tracked resource versions report: Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: pushed versions: Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: { 'AddressGroup': {'1.2'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Agent': {'1.1'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'ConntrackHelper': {'1.0'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'LocalIPAssociation': {'1.0'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Log': {'1.0'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'NDPProxy': {'1.0'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Network': {'1.1'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Port': {'1.7'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'PortForwarding': {'1.3'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'QosPolicy': {'1.10'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SecurityGroup': {'1.5'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SecurityGroupRule': {'1.2'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SubPort': {'1.0'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Subnet': {'1.1'}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Trunk': {'1.1'}} Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: consumer versions: Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: { DHCP agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: L3 agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: Metadata agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: Metering agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: Open vSwitch agent@dv-cinder-835878-2-iscsi: { 'AddressGroup': '1.2', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Agent': '1.1', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'ConntrackHelper': '1.0', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'LocalIPAssociation': '1.0', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Log': '1.0', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'NDPProxy': '1.0', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Network': '1.1', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Port': '1.7', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'PortForwarding': '1.3', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'QosPolicy': '1.10', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SecurityGroup': '1.5', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SecurityGroupRule': '1.2', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SubPort': '1.0', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Subnet': '1.1', Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Trunk': '1.1'}} Apr 05 13:36:43.893654 dv-cinder-835878-2-iscsi neutron-server[109890]: {{(pid=109890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 13:36:44.228888 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-7a7683e9-1625-4975-83ca-7d8b6916fa44 None None] Provisioning complete for port 55af2245-32c0-40d0-995a-48a9a56ad67b triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:36:44.229279 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7a7683e9-1625-4975-83ca-7d8b6916fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (55af2245-32c0-40d0-995a-48a9a56ad67b), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:44.307814 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-7a7683e9-1625-4975-83ca-7d8b6916fa44 None None] Current status of the port 55af2245-32c0-40d0-995a-48a9a56ad67b is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:36:44.318224 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-7a7683e9-1625-4975-83ca-7d8b6916fa44 None None] Provisioning complete for port 5c0cc997-fc76-4770-800e-d125bf554c32 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:36:44.318592 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7a7683e9-1625-4975-83ca-7d8b6916fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (5c0cc997-fc76-4770-800e-d125bf554c32), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:36:44.392761 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-7a7683e9-1625-4975-83ca-7d8b6916fa44 None None] Current status of the port 5c0cc997-fc76-4770-800e-d125bf554c32 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:36:46.174932 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48290) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:36:46.396802 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83916ae9-adbd-479f-81fe-5bd6c5184b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:46.397175 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83916ae9-adbd-479f-81fe-5bd6c5184b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:46.398749 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-83916ae9-adbd-479f-81fe-5bd6c5184b74 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2228172 Apr 05 13:36:48.704085 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48298) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:36:48.847314 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4312e2b-18d8-4fc4-8b01-920da40025fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:48.847821 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4312e2b-18d8-4fc4-8b01-920da40025fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:48.849360 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-c4312e2b-18d8-4fc4-8b01-920da40025fa admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1442964 Apr 05 13:36:51.156847 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48306) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:36:51.355215 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e194ccdc-f917-4e65-8001-6b76b984e721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:51.356514 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e194ccdc-f917-4e65-8001-6b76b984e721 admin admin] 10.222.0.59 "GET /v2.0/networks/4f819607-ae36-43a0-91dd-33d35b84bac8 HTTP/1.1" status: 200 len: 886 time: 0.1987085 Apr 05 13:36:53.701092 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48314) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:36:53.847935 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09e74c-6829-4ae5-bf1b-0d34d772b6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:53.849301 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-4d09e74c-6829-4ae5-bf1b-0d34d772b6b3 admin admin] 10.222.0.59 "GET /v2.0/networks/7efe053d-0775-420e-9819-f5ea92177678 HTTP/1.1" status: 200 len: 869 time: 0.1472726 Apr 05 13:36:56.214242 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48322) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:36:56.345820 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b21a2-8885-4270-8a94-cd572876ed84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:56.346776 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b21a2-8885-4270-8a94-cd572876ed84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:56.348346 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fb8b21a2-8885-4270-8a94-cd572876ed84 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1331463 Apr 05 13:36:58.662762 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48330) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:36:58.755951 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d6dd2-a93a-49bf-9c99-0bf25423a5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:58.756406 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d6dd2-a93a-49bf-9c99-0bf25423a5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:36:58.757916 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-482d6dd2-a93a-49bf-9c99-0bf25423a5db admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942018 Apr 05 13:37:01.060608 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48338) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:37:01.153684 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd5fac-9151-4395-9e5b-3f21c070da0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:37:01.155069 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-24dd5fac-9151-4395-9e5b-3f21c070da0d admin admin] 10.222.0.59 "GET /v2.0/subnets/3d45c071-df9b-4f4f-b4ab-aab3f0fce0d8 HTTP/1.1" status: 200 len: 868 time: 0.0935206 Apr 05 13:37:03.286306 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6a32-ca26-48dd-ab97-3befb8fac4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:03.472532 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48346) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:37:03.558079 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc32f7e-14ce-4e42-9819-58ff00813d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:37:03.559378 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8fc32f7e-14ce-4e42-9819-58ff00813d6b admin admin] 10.222.0.59 "GET /v2.0/subnets/f5fb495c-5b58-4535-bec5-9485fe4739ab HTTP/1.1" status: 200 len: 816 time: 0.0858927 Apr 05 13:37:05.732833 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-869f1d82-58f1-478d-9c31-3c118bbd62ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:06.587029 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:08.173645 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:08.695380 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 5 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:37:09.930404 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:33.290204 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b428083e-b52d-4b63-ac44-3057cfcc535c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:35.364742 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48400) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:37:35.413178 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [None req-d14b020a-5d49-47ee-a972-92c9c1d4e02a admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:37:35.414196 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d14b020a-5d49-47ee-a972-92c9c1d4e02a admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485218 Apr 05 13:37:35.734811 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-8b05512f-ac9b-4d59-b97a-90416efcafd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:36.591185 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:37.840722 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48408) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:37:37.904438 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7d182a-4445-4064-9651-d33d33515bfd admin admin] GET failed (client error): The resource could not be found. Apr 05 13:37:37.905693 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-7e7d182a-4445-4064-9651-d33d33515bfd admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0640275 Apr 05 13:37:38.052064 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a8a6f-f1c1-4d45-9e15-cd59c0171269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:37:38.053454 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-6a2a8a6f-f1c1-4d45-9e15-cd59c0171269 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1433237 Apr 05 13:37:38.182302 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:39.932695 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:40.443860 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48416) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:37:40.490826 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:37:40.527525 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Made reservation on behalf of 7fd8bfc80b7541df99c8ace1efdf7580 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:37:40.529772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:40.574932 dv-cinder-835878-2-iscsi neutron-server[109890]: WARNING neutron.services.revisions.revision_plugin [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Could not find related network for resource to bump revision. Apr 05 13:37:40.592897 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:37:40.605439 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737162168432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (c7436e13-0238-4700-8596-a9b8ca35d193), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:40.606006 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Unsubscribe: segment precommit_create {{(pid=109890) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 13:37:40.606478 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Added segment c7436e13-0238-4700-8596-a9b8ca35d193 of type vlan for network 92f73662-7e6d-4201-a56d-91f4b8432585 Apr 05 13:37:40.657664 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (92f73662-7e6d-4201-a56d-91f4b8432585), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:40.692588 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (92f73662-7e6d-4201-a56d-91f4b8432585), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:40.693496 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:37:40.694070 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:40.744488 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2995508 Apr 05 13:37:40.798772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d214a-aa3a-4e2a-a13b-d73bbe96d28b admin admin] Pushing event updated for resources: {'Network': ['ID=92f73662-7e6d-4201-a56d-91f4b8432585,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:37:40.810255 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 92f73662-7e6d-4201-a56d-91f4b8432585 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:37:43.129023 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48424) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:37:43.189414 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.pecan_wsgi.hooks.translation [None req-de84e9a2-5c91-42f0-ac5f-37907d8aca3f admin admin] GET failed (client error): The resource could not be found. Apr 05 13:37:43.190692 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-de84e9a2-5c91-42f0-ac5f-37907d8aca3f admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607264 Apr 05 13:37:43.265535 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e015ee-3a4e-4363-909c-337369d5c02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:37:43.267354 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-76e015ee-3a4e-4363-909c-337369d5c02b admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0722959 Apr 05 13:37:43.278453 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:37:43.296850 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Made reservation on behalf of 7fd8bfc80b7541df99c8ace1efdf7580 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:37:43.299164 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:43.459385 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (4bd2e1b0-ecbf-40df-b562-fbea216f5ce4), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:43.512523 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd2e1b0-ecbf-40df-b562-fbea216f5ce4,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:37:43.522886 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.523233 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.523630 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.523980 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.524313 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.524643 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.524966 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.525288 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.525625 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.525953 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.526289 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.526628 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.526951 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.527270 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.527609 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:43.532639 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Checking segment: {'id': 'c7436e13-0238-4700-8596-a9b8ca35d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:37:43.532991 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Network hostable DHCP agents. Network: 92f73662-7e6d-4201-a56d-91f4b8432585, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:37:43.548924 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Network 92f73662-7e6d-4201-a56d-91f4b8432585 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:37:43.557362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 92f73662-7e6d-4201-a56d-91f4b8432585) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:37:43.561341 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:37:43.561931 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:43.566558 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a99e47-f0ed-4d91-a0c5-8d3bea6e6045 None None] Network 92f73662-7e6d-4201-a56d-91f4b8432585 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:37:43.577124 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7bbd4ac2-c459-4590-a978-2c59ff3d8ab0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3026927 Apr 05 13:37:43.777500 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-92f73662-7e6d-4201-a56d-91f4b8432585', 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585', 'project_id': '7fd8bfc80b7541df99c8ace1efdf7580', 'fixed_ips': [{'subnet_id': '4bd2e1b0-ecbf-40df-b562-fbea216f5ce4'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:37:43.778387 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:43.917041 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Allocated IP 192.168.233.2 (92f73662-7e6d-4201-a56d-91f4b8432585/4bd2e1b0-ecbf-40df-b562-fbea216f5ce4/ccc15905-8637-444a-99a5-7fef6d871d2f) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:37:44.059111 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Publish callbacks [] for port (ccc15905-8637-444a-99a5-7fef6d871d2f), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:44.064843 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (ccc15905-8637-444a-99a5-7fef6d871d2f), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:44.105815 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Network 92f73662-7e6d-4201-a56d-91f4b8432585 is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:37:44.108601 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:37:44.111978 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:37:44.123067 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Pushing event updated for resources: {'Port': ['ID=ccc15905-8637-444a-99a5-7fef6d871d2f,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:37:44.145605 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.145947 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.146309 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.146672 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.147017 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.147345 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.147700 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.148028 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.148354 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.148680 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.149007 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.149349 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.149674 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.149995 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.150316 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:37:44.188555 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Attempting to bind port ccc15905-8637-444a-99a5-7fef6d871d2f on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:37:44.189254 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Attempting to bind port ccc15905-8637-444a-99a5-7fef6d871d2f by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c7436e13-0238-4700-8596-a9b8ca35d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:37:44.189622 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Attempting to bind port ccc15905-8637-444a-99a5-7fef6d871d2f on network 92f73662-7e6d-4201-a56d-91f4b8432585 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:37:44.194971 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:37:44.195348 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Checking segment: {'id': 'c7436e13-0238-4700-8596-a9b8ca35d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:37:44.195833 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:44.196230 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Bound using segment: {'id': 'c7436e13-0238-4700-8596-a9b8ca35d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:37:44.196692 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Bound port: ccc15905-8637-444a-99a5-7fef6d871d2f, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7436e13-0238-4700-8596-a9b8ca35d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:37:44.197071 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ccc15905-8637-444a-99a5-7fef6d871d2f), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:44.267137 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] For port ccc15905-8637-444a-99a5-7fef6d871d2f, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:37:44.270974 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] For port ccc15905-8637-444a-99a5-7fef6d871d2f, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=ccc15905-8637-444a-99a5-7fef6d871d2f,segment=NetworkSegment(c7436e13-0238-4700-8596-a9b8ca35d193),segment_id=c7436e13-0238-4700-8596-a9b8ca35d193)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:37:44.277268 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ccc15905-8637-444a-99a5-7fef6d871d2f), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:44.339412 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c469a9-9bc1-4a27-9cba-6fcc2004d9d8 None None] Pushing event updated for resources: {'Port': ['ID=ccc15905-8637-444a-99a5-7fef6d871d2f,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:37:44.821865 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device ccc15905-8637-444a-99a5-7fef6d871d2f up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:37:44.874106 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port ccc15905-8637-444a-99a5-7fef6d871d2f triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:37:44.874478 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ccc15905-8637-444a-99a5-7fef6d871d2f), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:44.957706 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port ccc15905-8637-444a-99a5-7fef6d871d2f is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:37:44.958098 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ccc15905-8637-444a-99a5-7fef6d871d2f), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:44.999407 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port ccc15905-8637-444a-99a5-7fef6d871d2f, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=ccc15905-8637-444a-99a5-7fef6d871d2f,segment=NetworkSegment(c7436e13-0238-4700-8596-a9b8ca35d193),segment_id=c7436e13-0238-4700-8596-a9b8ca35d193)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:37:45.003763 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ccc15905-8637-444a-99a5-7fef6d871d2f), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:45.058024 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=ccc15905-8637-444a-99a5-7fef6d871d2f,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:37:45.205210 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e3a16-73a3-4b06-b62d-7fe47b919b67 None None] Network 92f73662-7e6d-4201-a56d-91f4b8432585 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:37:45.291255 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-c58e6ca3-195e-44e6-ae72-75b0481c5a86 None None] Provisioning complete for port ccc15905-8637-444a-99a5-7fef6d871d2f triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:37:45.291672 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c58e6ca3-195e-44e6-ae72-75b0481c5a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ccc15905-8637-444a-99a5-7fef6d871d2f), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:45.397672 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-c58e6ca3-195e-44e6-ae72-75b0481c5a86 None None] Current status of the port ccc15905-8637-444a-99a5-7fef6d871d2f is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:37:45.618627 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-b91bccd0-96c6-4823-8131-17da70584a44 None None] Provisioning complete for port ccc15905-8637-444a-99a5-7fef6d871d2f triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:37:45.618933 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b91bccd0-96c6-4823-8131-17da70584a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ccc15905-8637-444a-99a5-7fef6d871d2f), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:45.693247 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 5 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:37:45.698801 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-b91bccd0-96c6-4823-8131-17da70584a44 None None] Current status of the port ccc15905-8637-444a-99a5-7fef6d871d2f is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:37:46.780542 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device ccc15905-8637-444a-99a5-7fef6d871d2f up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:37:46.829634 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port ccc15905-8637-444a-99a5-7fef6d871d2f triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:37:46.830023 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ccc15905-8637-444a-99a5-7fef6d871d2f), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:37:46.909519 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port ccc15905-8637-444a-99a5-7fef6d871d2f is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:38:03.292433 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-51f8959d-3a3d-44d1-81b9-d39db7b50100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:38:05.737764 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-830cdaa0-f1ed-4a3c-b178-ec9d3db6c78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:38:06.593671 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:38:08.180894 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:38:09.934581 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:38:22.692249 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 5 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:38:33.294981 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-08905205-c438-4b08-9e3b-2e9612a2969e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:38:35.740951 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c95e-d1f9-4b74-bc49-2601925216c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:38:36.596767 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:38:38.185518 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:38:39.938903 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:38:59.690843 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 5 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:39:03.298251 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-88c3b882-e5af-4057-a9b5-20245429d1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:05.742431 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-921f3396-5869-4177-a05b-207351ac590d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:06.601779 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:08.185701 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:09.941172 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:14.960943 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48462) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:39:14.966951 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [None req-0701765d-996c-43ec-a4c4-09ce74eb758a tempest-verify_tempest_config-86077805 tempest-verify_tempest_config-86077805-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:39:14.967939 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-0701765d-996c-43ec-a4c4-09ce74eb758a tempest-verify_tempest_config-86077805 tempest-verify_tempest_config-86077805-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060146 Apr 05 13:39:15.264512 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48480) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:39:15.366580 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:15.468272 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Publish callbacks [] for security_group (dfaf58dc-4905-4145-9d83-d0ce4b07321b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:15.472140 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (dfaf58dc-4905-4145-9d83-d0ce4b07321b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:15.517760 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65cffc0cf5e94344be934b4123a7b4ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2521648 Apr 05 13:39:15.518832 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaf58dc-4905-4145-9d83-d0ce4b07321b,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:39:15.520541 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48484) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:39:15.526765 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.527111 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.527473 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.527839 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.528170 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.528503 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.528831 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.529154 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.529501 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.529834 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.530176 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.530523 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.530850 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.531171 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.531512 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599dae-6b21-4a10-a3b1-35527675b9f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.574793 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Publish callbacks [] for security_group (dfaf58dc-4905-4145-9d83-d0ce4b07321b), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:15.596883 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Publish callbacks [] for security_group (dfaf58dc-4905-4145-9d83-d0ce4b07321b), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:15.687810 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (dfaf58dc-4905-4145-9d83-d0ce4b07321b), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:15.690303 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:15.691958 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dfaf58dc-4905-4145-9d83-d0ce4b07321b HTTP/1.1" status: 204 len: 168 time: 0.1704037 Apr 05 13:39:15.700765 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaf58dc-4905-4145-9d83-d0ce4b07321b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:39:15.707722 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.708094 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.708450 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.708790 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.709143 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.709453 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.709778 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.710102 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.710430 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.710755 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.711078 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.711399 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.712897 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.713272 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:15.713606 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f8fd-1896-4ad6-b0b7-f711a96c46e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:39:33.301078 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-02a8f9c3-8d6b-412f-8d93-978c64affe96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:35.746531 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-39081766-0b0e-4c7f-b7fd-851fbd72d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:36.602108 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:36.688909 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 5 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:39:38.189595 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:39:39.944137 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:03.301979 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-91cd7d28-f528-42a6-be76-8b615338684d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:05.747137 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd76b379-e1f6-49cd-820f-55a91227ea38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:06.604862 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:08.193864 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:09.947825 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:13.688245 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 5 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:40:33.303041 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14b1-4b41-4668-b033-5f65fdca1a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:35.749008 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c7140a9f-6333-4b31-a1f1-478869270829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:36.607126 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:38.195260 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:39.944652 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:40:50.687862 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 5 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:41:03.305026 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d782d1dc-8af7-4c41-a8e4-833f6d6f412a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:05.755599 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c9d9e55-7793-457f-b592-f66d42158640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:06.038541 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578481'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:06.610356 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:08.196242 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:09.946685 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:21.264059 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48556) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:41:21.377907 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-1d9add4f-b132-4367-a832-a8ff504cf6d9 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1122785 Apr 05 13:41:23.701055 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48566) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:41:23.755089 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fd8b9c75-eb54-4948-82bf-2bf061604ee5 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529323 Apr 05 13:41:27.687581 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:41:33.306720 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d020444f-29c1-4f0d-ac65-f9c7bc4b2933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:35.748138 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-82046a88-1f66-48bc-bb81-578d154470f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:36.003258 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:36.612914 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:38.201199 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:41:39.949309 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:03.309550 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-74247290-a178-48a9-88a7-fab672176ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:04.687481 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:42:05.750239 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f89952cd-cefb-488f-86b9-5851a3b19795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:06.016802 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:06.617689 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:08.202167 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:09.951990 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:33.312669 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-13ab79ac-5ab4-4d38-9fad-fe3768072898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:35.751448 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-331ebfb5-d4a1-42d2-bcd8-587b0154d719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:36.018634 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:36.618694 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:38.205473 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:39.954834 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:42:41.687936 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:43:03.315762 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-0de07f19-e72c-4128-bf96-4a44baa5bbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:05.760461 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d667fdd6-09c1-4dee-9031-d1d0f9ebfb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:06.038401 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:06.629074 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:08.214273 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:09.535825 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48784) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:09.572139 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48790) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:09.581870 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48794) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:09.625101 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48802) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:09.828482 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-network', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:09.857003 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-817015567-network', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:09.868255 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Made reservation on behalf of ee6e9d5de52b4741bb5efe2a286e8e52 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:09.870562 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:09.878194 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1682596176-network', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:09.892920 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:09.907276 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-202491522-network', 'tenant_id': '0f9aa619aa7b4d4d981db173ab77dbf4'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:09.949099 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Made reservation on behalf of a2098c6086f1416bacaabd9ec938bfa5 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:09.952659 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:09.961949 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Made reservation on behalf of 51e332af07b8443bb5fe05decbfab0b1 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:09.965338 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:09.968003 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Made reservation on behalf of 0f9aa619aa7b4d4d981db173ab77dbf4 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:09.971008 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:09.973761 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:09.989267 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.080183 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Publish callbacks [] for security_group (c1ca2b68-254f-4b55-8932-cb7e97c21fa3), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.090439 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.096447 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.098481 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c1ca2b68-254f-4b55-8932-cb7e97c21fa3), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.112826 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:43:10.125518 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (ceee9fe5-7cfb-4421-bfca-26b4a631f5a5), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.126283 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Added segment ceee9fe5-7cfb-4421-bfca-26b4a631f5a5 of type vlan for network d92158ae-2893-445f-b641-484828cd96e2 Apr 05 13:43:10.174461 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (d92158ae-2893-445f-b641-484828cd96e2), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.220163 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ca2b68-254f-4b55-8932-cb7e97c21fa3,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:10.239284 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.239647 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.240173 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.240671 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.241204 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.241707 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.242182 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.242654 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.243160 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.243710 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.244041 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.244363 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.244869 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.245177 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.245497 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Tracked resource versions report: Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: pushed versions: Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: { 'AddressGroup': {'1.2'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Agent': {'1.1'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'ConntrackHelper': {'1.0'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'LocalIPAssociation': {'1.0'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Log': {'1.0'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'NDPProxy': {'1.0'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Network': {'1.1'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Port': {'1.7'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'PortForwarding': {'1.3'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'QosPolicy': {'1.10'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SecurityGroup': {'1.5'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SecurityGroupRule': {'1.2'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SubPort': {'1.0'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Subnet': {'1.1'}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Trunk': {'1.1'}} Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: consumer versions: Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: { DHCP agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: HyperV agent@hv-cinder-83587: {}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: L3 agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: Metadata agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: Metering agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: Open vSwitch agent@dv-cinder-835878-2-iscsi: { 'AddressGroup': '1.2', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Agent': '1.1', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'ConntrackHelper': '1.0', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'LocalIPAssociation': '1.0', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Log': '1.0', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'NDPProxy': '1.0', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Network': '1.1', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Port': '1.7', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'PortForwarding': '1.3', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'QosPolicy': '1.10', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SecurityGroup': '1.5', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SecurityGroupRule': '1.2', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'SubPort': '1.0', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Subnet': '1.1', Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: 'Trunk': '1.1'}} Apr 05 13:43:10.246775 dv-cinder-835878-2-iscsi neutron-server[109890]: {{(pid=109890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 13:43:10.322082 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (d92158ae-2893-445f-b641-484828cd96e2), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.322794 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:10.323575 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.388688 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7620897 Apr 05 13:43:10.391632 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48848) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:10.403615 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Request body: {'subnet': {'network_id': 'd92158ae-2893-445f-b641-484828cd96e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-202491522-subnet', 'tenant_id': '0f9aa619aa7b4d4d981db173ab77dbf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:10.435456 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Made reservation on behalf of 0f9aa619aa7b4d4d981db173ab77dbf4 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:10.447062 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.448480 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Publish callbacks [] for security_group (edf00d9f-aad1-4afb-a607-b69aaa0456c9), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.461668 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (edf00d9f-aad1-4afb-a607-b69aaa0456c9), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.473112 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e638bc1-58a2-4bf7-b151-c414cff6ad4f admin admin] Pushing event updated for resources: {'Network': ['ID=d92158ae-2893-445f-b641-484828cd96e2,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:10.485451 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network d92158ae-2893-445f-b641-484828cd96e2 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:43:10.515320 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:43:10.522409 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Publish callbacks [] for security_group (a1eb98da-8207-4154-9bf5-5c265b0c3a90), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.535244 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (a1eb98da-8207-4154-9bf5-5c265b0c3a90), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.547252 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Publish callbacks [] for security_group (c49100a0-73f0-4643-acf1-c1f61cebb9b8), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.554510 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf00d9f-aad1-4afb-a607-b69aaa0456c9,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:10.560387 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (e0085763-cb80-4d41-9b61-5ae4aec5b030), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.560947 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Added segment e0085763-cb80-4d41-9b61-5ae4aec5b030 of type vlan for network 36092869-544a-41e5-a4a1-8d365ffa3fa5 Apr 05 13:43:10.576590 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c49100a0-73f0-4643-acf1-c1f61cebb9b8), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.595052 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:43:10.639218 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (2599c141-4b33-4e1b-b2bc-14629f1aa275), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.639826 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Added segment 2599c141-4b33-4e1b-b2bc-14629f1aa275 of type vlan for network c3cff852-d241-43ab-830a-cae40270149a Apr 05 13:43:10.661606 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eb98da-8207-4154-9bf5-5c265b0c3a90,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:10.667439 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:43:10.671406 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (36092869-544a-41e5-a4a1-8d365ffa3fa5), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.713023 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (4940d7e6-0c9c-4526-972e-04d261a01f06), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.734296 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (11300e1b-8716-43cc-affd-97ca120cbcef), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.734638 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Added segment 11300e1b-8716-43cc-affd-97ca120cbcef of type vlan for network 4f94a67a-4b4c-4b0c-b628-6c4483480757 Apr 05 13:43:10.768880 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (c3cff852-d241-43ab-830a-cae40270149a), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.788695 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49100a0-73f0-4643-acf1-c1f61cebb9b8,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:10.795720 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (36092869-544a-41e5-a4a1-8d365ffa3fa5), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.797098 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:10.797838 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.837124 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (4f94a67a-4b4c-4b0c-b628-6c4483480757), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:10.919000 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3820431 Apr 05 13:43:10.921940 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48876) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:10.936351 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Request body: {'subnet': {'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-subnet', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:10.944371 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Checking segment: {'id': 'ceee9fe5-7cfb-4421-bfca-26b4a631f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd92158ae-2893-445f-b641-484828cd96e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:10.944742 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Network hostable DHCP agents. Network: d92158ae-2893-445f-b641-484828cd96e2, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:43:10.971354 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Network d92158ae-2893-445f-b641-484828cd96e2 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:43:10.979943 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4940d7e6-0c9c-4526-972e-04d261a01f06,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:10.989057 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, d92158ae-2893-445f-b641-484828cd96e2) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:10.996300 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.996755 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.997110 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.998333 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52ced9a-2219-4d35-9b9d-f86d35fd07ff None None] Network d92158ae-2893-445f-b641-484828cd96e2 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:10.998803 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.998803 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.999114 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.999447 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:10.999805 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:11.000161 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:11.000493 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:11.000892 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:11.001225 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:11.001551 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:11.003373 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:11.004173 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Tracked resource versions report: Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: pushed versions: Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: { 'AddressGroup': {'1.2'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Agent': {'1.1'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'ConntrackHelper': {'1.0'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'LocalIPAssociation': {'1.0'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Log': {'1.0'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'NDPProxy': {'1.0'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Network': {'1.1'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Port': {'1.7'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'PortForwarding': {'1.3'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'QosPolicy': {'1.10'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SecurityGroup': {'1.5'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SecurityGroupRule': {'1.2'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SubPort': {'1.0'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Subnet': {'1.1'}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Trunk': {'1.1'}} Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: consumer versions: Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: { DHCP agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: HyperV agent@hv-cinder-83587: {}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: L3 agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: Metadata agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: Metering agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: Open vSwitch agent@dv-cinder-835878-2-iscsi: { 'AddressGroup': '1.2', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Agent': '1.1', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'ConntrackHelper': '1.0', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'LocalIPAssociation': '1.0', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Log': '1.0', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'NDPProxy': '1.0', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Network': '1.1', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Port': '1.7', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'PortForwarding': '1.3', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'QosPolicy': '1.10', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SecurityGroup': '1.5', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SecurityGroupRule': '1.2', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'SubPort': '1.0', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Subnet': '1.1', Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: 'Trunk': '1.1'}} Apr 05 13:43:11.006588 dv-cinder-835878-2-iscsi neutron-server[109889]: {{(pid=109889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 13:43:11.019708 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:11.020313 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.023907 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (c3cff852-d241-43ab-830a-cae40270149a), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.025080 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:11.025867 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.032021 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffe22a-261d-428f-a939-ee58fe66b3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=36092869-544a-41e5-a4a1-8d365ffa3fa5,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:11.048730 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (4f94a67a-4b4c-4b0c-b628-6c4483480757), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.049920 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:11.050943 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.057460 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-15645044-63f1-4d34-8966-9e9381a169a0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6644530 Apr 05 13:43:11.083668 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Made reservation on behalf of ee6e9d5de52b4741bb5efe2a286e8e52 for: {'subnet': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:11.086733 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.095717 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5129738 Apr 05 13:43:11.098728 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48888) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:11.104533 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Request body: {'subnet': {'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-subnet', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:11.119812 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5465715 Apr 05 13:43:11.126191 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48890) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:11.127632 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 36092869-544a-41e5-a4a1-8d365ffa3fa5 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:43:11.142946 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Request body: {'subnet': {'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-subnet', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:11.185852 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e98ce-fd9b-49c2-96b7-327555df67a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c3cff852-d241-43ab-830a-cae40270149a,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:11.205225 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Made reservation on behalf of 51e332af07b8443bb5fe05decbfab0b1 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:11.209320 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network c3cff852-d241-43ab-830a-cae40270149a details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:43:11.212144 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.224296 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Made reservation on behalf of a2098c6086f1416bacaabd9ec938bfa5 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:11.235802 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.277814 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10c71c-e8ca-4989-a365-8a9c69b083bd admin admin] Pushing event updated for resources: {'Network': ['ID=4f94a67a-4b4c-4b0c-b628-6c4483480757,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:11.297360 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:43:11.384000 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b4423-6164-4461-b49c-ed5690ab805d None None] Network d92158ae-2893-445f-b641-484828cd96e2 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:11.508004 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (6ee8f02e-d37c-4877-85d0-920bc9beb4dd), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.548627 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee8f02e-d37c-4877-85d0-920bc9beb4dd,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:11.586963 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (b8c87b49-b6c8-46fa-86e6-8bba88ed9213), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.612228 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Checking segment: {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:11.612625 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Network hostable DHCP agents. Network: 36092869-544a-41e5-a4a1-8d365ffa3fa5, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:43:11.647667 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Network 36092869-544a-41e5-a4a1-8d365ffa3fa5 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:43:11.684444 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 36092869-544a-41e5-a4a1-8d365ffa3fa5) {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:11.689658 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:11.690455 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.704668 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ecc04a-5423-40b9-b61a-d62adcbbb49f None None] Network 36092869-544a-41e5-a4a1-8d365ffa3fa5 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:11.734857 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-eea378ef-180e-42e9-b3be-777ac7af0e5e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8085134 Apr 05 13:43:11.737498 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48934) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:11.742093 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:11.774478 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (e6e1805b-e314-4c5e-8c91-0411bef8f50a), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.776197 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (e6e1805b-e314-4c5e-8c91-0411bef8f50a), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:11.801260 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48942) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:11.811869 dv-cinder-835878-2-iscsi neutron-server[109889]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 13:43:11.832877 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Checking segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:11.846570 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Network hostable DHCP agents. Network: c3cff852-d241-43ab-830a-cae40270149a, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:43:11.865651 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c87b49-b6c8-46fa-86e6-8bba88ed9213,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:11.891458 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-36092869-544a-41e5-a4a1-8d365ffa3fa5', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:43:11.892807 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.029302 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks [] for router_controller (e6e1805b-e314-4c5e-8c91-0411bef8f50a), precommit_add_association {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.060550 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Network c3cff852-d241-43ab-830a-cae40270149a is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:43:12.073021 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Allocated IP 172.20.0.2 (36092869-544a-41e5-a4a1-8d365ffa3fa5/6ee8f02e-d37c-4877-85d0-920bc9beb4dd/43037b6a-dc8b-49c8-9dcf-10a11d16efdd) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:12.123310 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, c3cff852-d241-43ab-830a-cae40270149a) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:12.149228 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (83962a44-d010-479c-b220-f049fff09390), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.153867 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:12.154667 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.160662 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9101431e-6f68-4f61-8711-a6a1f4890136 None None] Network c3cff852-d241-43ab-830a-cae40270149a requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:12.213147 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bdd7710-9eaa-491b-853d-19dfac3f92f0 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:12.215015 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bdd7710-9eaa-491b-853d-19dfac3f92f0 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/networks?id=d92158ae-2893-445f-b641-484828cd96e2 HTTP/1.1" status: 200 len: 811 time: 0.4050066 Apr 05 13:43:12.232735 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-68c6ee6c-6ad7-4926-a054-9030b67374cf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1328347 Apr 05 13:43:12.242412 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48956) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:12.250498 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:12.267526 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-6960e5e2-8d3f-4081-9002-ddcda26e3dd8 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/quotas/0f9aa619aa7b4d4d981db173ab77dbf4 HTTP/1.1" status: 200 len: 375 time: 0.0335302 Apr 05 13:43:12.348033 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-9db74979-ec58-44bb-bc34-2d0fb0fefdb0 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f9aa619aa7b4d4d981db173ab77dbf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710015 Apr 05 13:43:12.348790 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83962a44-d010-479c-b220-f049fff09390,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:12.364624 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Checking segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:12.365228 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Network hostable DHCP agents. Network: 4f94a67a-4b4c-4b0c-b628-6c4483480757, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:43:12.369086 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (19f609a3-4623-4e1d-b3e2-96aeae6782e4), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.370316 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (19f609a3-4623-4e1d-b3e2-96aeae6782e4), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.429989 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:43:12.517896 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks [] for router_controller (19f609a3-4623-4e1d-b3e2-96aeae6782e4), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.532700 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 4f94a67a-4b4c-4b0c-b628-6c4483480757) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:12.541429 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:12.542162 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.650270 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks [] for router_gateway (e6e1805b-e314-4c5e-8c91-0411bef8f50a), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.717504 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2a23bc6f-abb2-4870-9803-9fee74ca31e6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5902054 Apr 05 13:43:12.719715 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48976) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:12.726935 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:12.746459 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Publish callbacks [] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.754452 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c4915f-7f6d-42ae-b251-c36f86a9cb32 None None] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:12.816622 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 48978) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:12.835377 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks [] for router_gateway (19f609a3-4623-4e1d-b3e2-96aeae6782e4), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.841915 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (87509cee-4c98-4ee2-b328-b2d32fb2c1af), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.844341 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (87509cee-4c98-4ee2-b328-b2d32fb2c1af), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.880015 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.895697 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 48982) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:12.944726 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks [] for router_controller (87509cee-4c98-4ee2-b328-b2d32fb2c1af), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:12.952710 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-c3cff852-d241-43ab-830a-cae40270149a', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:43:12.955067 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.000222 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Network 36092869-544a-41e5-a4a1-8d365ffa3fa5 is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:13.005580 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:13.008941 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:13.011491 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Pushing event updated for resources: {'Port': ['ID=43037b6a-dc8b-49c8-9dcf-10a11d16efdd,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:13.019835 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-4f94a67a-4b4c-4b0c-b628-6c4483480757', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:43:13.020699 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.049238 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.049588 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.049956 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.050763 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.051258 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.051629 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.051969 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.053247 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.053247 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.053247 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.053247 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.053638 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.053910 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.054232 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.054559 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Tracked resource versions report: Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: pushed versions: Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: { 'AddressGroup': {'1.2'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Agent': {'1.1'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'ConntrackHelper': {'1.0'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'LocalIPAssociation': {'1.0'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Log': {'1.0'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'NDPProxy': {'1.0'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Network': {'1.1'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Port': {'1.7'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'PortForwarding': {'1.3'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'QosPolicy': {'1.10'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SecurityGroup': {'1.5'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SecurityGroupRule': {'1.2'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SubPort': {'1.0'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Subnet': {'1.1'}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Trunk': {'1.1'}} Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: consumer versions: Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: { DHCP agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: HyperV agent@hv-cinder-83587: {}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: L3 agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: Metadata agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: Metering agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: Open vSwitch agent@dv-cinder-835878-2-iscsi: { 'AddressGroup': '1.2', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Agent': '1.1', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'ConntrackHelper': '1.0', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'LocalIPAssociation': '1.0', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Log': '1.0', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'NDPProxy': '1.0', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Network': '1.1', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Port': '1.7', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'PortForwarding': '1.3', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'QosPolicy': '1.10', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SecurityGroup': '1.5', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SecurityGroupRule': '1.2', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'SubPort': '1.0', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Subnet': '1.1', Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: 'Trunk': '1.1'}} Apr 05 13:43:13.055809 dv-cinder-835878-2-iscsi neutron-server[109891]: {{(pid=109891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 13:43:13.082213 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-30db9efc-20c8-49bb-bca0-82536bdbb6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.166383 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-54526ed6-11cb-4ce2-9a01-4088b93f654a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:43:13.167449 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-54526ed6-11cb-4ce2-9a01-4088b93f654a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1141617 Apr 05 13:43:13.179700 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-65958c4d-9ba8-4f92-8fb7-941c9c827c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.203259 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks [] for router_gateway (e6e1805b-e314-4c5e-8c91-0411bef8f50a), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.235815 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.261476 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Attempting to bind port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:13.263181 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Attempting to bind port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:13.263746 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Attempting to bind port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd on network 36092869-544a-41e5-a4a1-8d365ffa3fa5 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:13.284514 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:13.284514 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Checking segment: {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:13.284514 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.284514 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Bound using segment: {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:13.284514 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Bound port: 43037b6a-dc8b-49c8-9dcf-10a11d16efdd, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:13.285149 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.307880 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks [] for router_gateway (87509cee-4c98-4ee2-b328-b2d32fb2c1af), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.384958 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-30db9efc-20c8-49bb-bca0-82536bdbb6f0 admin admin] Publish callbacks [] for security_group (023f7219-dfbc-4409-a07e-89e8c51487f5), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.411688 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-30db9efc-20c8-49bb-bca0-82536bdbb6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (023f7219-dfbc-4409-a07e-89e8c51487f5), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.447123 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Allocated IP 172.20.0.2 (4f94a67a-4b4c-4b0c-b628-6c4483480757/83962a44-d010-479c-b220-f049fff09390/09630893-25ec-4b7f-b411-848cdf5f06ca) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:13.486710 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Allocated IP 172.20.0.2 (c3cff852-d241-43ab-830a-cae40270149a/b8c87b49-b6c8-46fa-86e6-8bba88ed9213/ecdf69b3-3acb-4479-99c6-cc37e626a1b4) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:13.486989 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-65958c4d-9ba8-4f92-8fb7-941c9c827c2d admin admin] Publish callbacks [] for security_group (c18ecede-fdb1-409c-b9ce-aafa0568c050), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.495272 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-92850d55-218e-4866-b82c-6db5691d1552 service neutron] 10.222.0.59 "GET /v2.0/networks/d92158ae-2893-445f-b641-484828cd96e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710598 Apr 05 13:43:13.499522 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-65958c4d-9ba8-4f92-8fb7-941c9c827c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c18ecede-fdb1-409c-b9ce-aafa0568c050), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.526698 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] For port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:13.531459 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] For port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=43037b6a-dc8b-49c8-9dcf-10a11d16efdd,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:13.543769 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db9efc-20c8-49bb-bca0-82536bdbb6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023f7219-dfbc-4409-a07e-89e8c51487f5,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:13.557362 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.614362 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Allocated IP 172.27.2.113 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/d7526274-8cb5-483c-9fa3-0a7cb338d997) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:13.702163 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65958c4d-9ba8-4f92-8fb7-941c9c827c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18ecede-fdb1-409c-b9ce-aafa0568c050,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:13.735295 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eed434-56d7-4140-9824-9a92f84711fc None None] Pushing event updated for resources: {'Port': ['ID=43037b6a-dc8b-49c8-9dcf-10a11d16efdd,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:13.790181 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-30db9efc-20c8-49bb-bca0-82536bdbb6f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=584fb59d84744bc38bdde13c8ed163e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8933845 Apr 05 13:43:13.793943 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49004) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:13.889459 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Publish callbacks [] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.906604 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks [] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.916608 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.926254 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-834e5cd4-18fb-4019-8d62-3db9aa268961 admin admin] Publish callbacks [] for security_group (023f7219-dfbc-4409-a07e-89e8c51487f5), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:13.940640 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Network c3cff852-d241-43ab-830a-cae40270149a is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:13.949818 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:13.954386 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:13.985053 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-834e5cd4-18fb-4019-8d62-3db9aa268961 admin admin] Publish callbacks [] for security_group (023f7219-dfbc-4409-a07e-89e8c51487f5), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.001657 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks [] for router_gateway (19f609a3-4623-4e1d-b3e2-96aeae6782e4), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.035052 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.075521 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-4148f459-6b45-4e8e-89e5-27e14efe6ff4 service neutron] 10.222.0.59 "GET /v2.0/networks/d92158ae-2893-445f-b641-484828cd96e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744557 Apr 05 13:43:14.094841 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-65958c4d-9ba8-4f92-8fb7-941c9c827c2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09b0a59009cf4808b5adaee088582750&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2744184 Apr 05 13:43:14.097630 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49010) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:14.197515 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Publish callbacks [] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.247224 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Pushing event updated for resources: {'Port': ['ID=ecdf69b3-3acb-4479-99c6-cc37e626a1b4,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:14.252822 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.344958 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Pushing event updated for resources: {'Port': ['ID=09630893-25ec-4b7f-b411-848cdf5f06ca,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:14.345621 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.349554 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Attempting to bind port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:14.349922 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Attempting to bind port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:14.350286 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Attempting to bind port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 on network c3cff852-d241-43ab-830a-cae40270149a {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:14.388595 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:14.388980 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Checking segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:14.389406 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.390137 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Bound using segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:14.390658 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Bound port: ecdf69b3-3acb-4479-99c6-cc37e626a1b4, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:14.391050 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.441831 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:14.453643 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-834e5cd4-18fb-4019-8d62-3db9aa268961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (023f7219-dfbc-4409-a07e-89e8c51487f5), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.456572 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-834e5cd4-18fb-4019-8d62-3db9aa268961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.459718 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-834e5cd4-18fb-4019-8d62-3db9aa268961 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/023f7219-dfbc-4409-a07e-89e8c51487f5 HTTP/1.1" status: 204 len: 168 time: 0.6645153 Apr 05 13:43:14.541824 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] For port ecdf69b3-3acb-4479-99c6-cc37e626a1b4, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:14.552114 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] For port ecdf69b3-3acb-4479-99c6-cc37e626a1b4, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=ecdf69b3-3acb-4479-99c6-cc37e626a1b4,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:14.560470 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:14.580069 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:14.597553 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.624121 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:14.624734 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49032) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:14.625469 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e5cd4-18fb-4019-8d62-3db9aa268961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f7219-dfbc-4409-a07e-89e8c51487f5,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:14.649493 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks [] for router_gateway (87509cee-4c98-4ee2-b328-b2d32fb2c1af), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.657148 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb3a9-e733-4dec-920c-9e6df05caa94 admin admin] Publish callbacks [] for security_group (c18ecede-fdb1-409c-b9ce-aafa0568c050), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.669103 dv-cinder-835878-2-iscsi neutron-server[109890]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 13:43:14.695380 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb3a9-e733-4dec-920c-9e6df05caa94 admin admin] Publish callbacks [] for security_group (c18ecede-fdb1-409c-b9ce-aafa0568c050), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.699233 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:14.735123 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:14.750365 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d7526274-8cb5-483c-9fa3-0a7cb338d997,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:14.776180 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Attempting to bind port 09630893-25ec-4b7f-b411-848cdf5f06ca on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:14.776573 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Attempting to bind port 09630893-25ec-4b7f-b411-848cdf5f06ca by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:14.777098 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Attempting to bind port 09630893-25ec-4b7f-b411-848cdf5f06ca on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:14.781516 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3ddda-d002-4303-8cdf-4fd096ef794c None None] Pushing event updated for resources: {'Port': ['ID=ecdf69b3-3acb-4479-99c6-cc37e626a1b4,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:14.787958 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:14.788343 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Checking segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:14.788932 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.789406 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Bound using segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:14.790000 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Bound port: 09630893-25ec-4b7f-b411-848cdf5f06ca, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:14.790451 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.824373 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6d3c32cb-238a-48b2-a77f-75f60018a9de req-54539679-5508-401a-a685-1b38bcde9b64 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 210 time: 0.1850622 Apr 05 13:43:14.855947 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb3a9-e733-4dec-920c-9e6df05caa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c18ecede-fdb1-409c-b9ce-aafa0568c050), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.858639 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb3a9-e733-4dec-920c-9e6df05caa94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.862071 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-5fdfb3a9-e733-4dec-920c-9e6df05caa94 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c18ecede-fdb1-409c-b9ce-aafa0568c050 HTTP/1.1" status: 204 len: 168 time: 0.7565091 Apr 05 13:43:14.862071 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Allocated IP 172.27.2.223 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/ec5427e4-3c14-404c-8266-cae7e1e4e6f2) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:14.880093 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:14.954733 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] For port 09630893-25ec-4b7f-b411-848cdf5f06ca, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:14.966285 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] For port 09630893-25ec-4b7f-b411-848cdf5f06ca, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=09630893-25ec-4b7f-b411-848cdf5f06ca,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:14.983324 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:15.251370 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173910fd-9114-43ac-ae66-fb3c18db286b None None] Pushing event updated for resources: {'Port': ['ID=09630893-25ec-4b7f-b411-848cdf5f06ca,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:15.325473 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfb3a9-e733-4dec-920c-9e6df05caa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18ecede-fdb1-409c-b9ce-aafa0568c050,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:15.488898 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks [] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:15.572614 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device ecdf69b3-3acb-4479-99c6-cc37e626a1b4 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:15.646181 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:15.817356 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks [] for router_gateway (e6e1805b-e314-4c5e-8c91-0411bef8f50a), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:15.825708 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:15.826138 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:15.924905 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62360bc8-b665-4f6b-be19-c65e1fb8fbe6 None None] Network 36092869-544a-41e5-a4a1-8d365ffa3fa5 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:15.946089 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49074) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:15.978950 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:16.098073 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:16.109781 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Allocated IP 172.27.2.209 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/a7d38e55-a081-48da-b71d-7562cbe91084) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:16.125145 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:16.168720 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-92f5a6ae-c608-4ce1-8d50-5c53bdd4a483 None None] Provisioning complete for port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:16.169359 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-92f5a6ae-c608-4ce1-8d50-5c53bdd4a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:16.268758 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (e6e1805b-e314-4c5e-8c91-0411bef8f50a), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:16.279851 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks [] for port (a7d38e55-a081-48da-b71d-7562cbe91084), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:16.409398 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Pushing event updated for resources: {'Port': ['ID=ec5427e4-3c14-404c-8266-cae7e1e4e6f2,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:16.473888 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1907cc28-0add-4fd0-b616-f7c0a2827486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:16.477046 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:16.521614 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:16.522243 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:16.649813 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a696c49-3612-4e0d-8ac1-d636a48fb4de None None] Network c3cff852-d241-43ab-830a-cae40270149a requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:16.737585 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c88836b8-26f8-422e-b385-85659c5cfe3f req-3a2fdd31-2169-4b75-a1da-0596bb641453 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 210 time: 0.7425258 Apr 05 13:43:16.756300 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Router e6e1805b-e314-4c5e-8c91-0411bef8f50a is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:43:16.924690 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port ecdf69b3-3acb-4479-99c6-cc37e626a1b4, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=ecdf69b3-3acb-4479-99c6-cc37e626a1b4,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:16.965642 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:16.966436 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 43037b6a-dc8b-49c8-9dcf-10a11d16efdd up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:17.037445 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:17.065544 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:17.071245 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:43:17.073068 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:17.090946 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Sync routers for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:43:17.144965 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:17.149170 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-97d2d0e4-c90b-40a1-a853-bcba105d71a1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4078312 Apr 05 13:43:17.149468 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49138) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:17.267481 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b39604-0806-4645-a699-2d179daa9063 None None] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:17.377765 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Pushing event updated for resources: {'Port': ['ID=a7d38e55-a081-48da-b71d-7562cbe91084,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:17.436392 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:17.437553 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:17.546696 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1907cc28-0add-4fd0-b616-f7c0a2827486 admin admin] Publish callbacks [] for security_group (0f480cc2-14cc-4025-bcc4-d12571abdc58), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:17.560895 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks [] for router_gateway (19f609a3-4623-4e1d-b3e2-96aeae6782e4), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:17.569748 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1907cc28-0add-4fd0-b616-f7c0a2827486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (0f480cc2-14cc-4025-bcc4-d12571abdc58), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:17.675011 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:17.757144 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=ecdf69b3-3acb-4479-99c6-cc37e626a1b4,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:17.889107 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-92f5a6ae-c608-4ce1-8d50-5c53bdd4a483 None None] Current status of the port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:17.889498 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-92f5a6ae-c608-4ce1-8d50-5c53bdd4a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:17.936432 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49162) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:18.057089 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1907cc28-0add-4fd0-b616-f7c0a2827486 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c4d021f6416a48edb79b55b58b80c682&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1099520 Apr 05 13:43:18.062782 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-92f5a6ae-c608-4ce1-8d50-5c53bdd4a483 None None] For port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=43037b6a-dc8b-49c8-9dcf-10a11d16efdd,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:18.067364 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49168) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:18.071222 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:18.072882 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.120754 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907cc28-0add-4fd0-b616-f7c0a2827486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f480cc2-14cc-4025-bcc4-d12571abdc58,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:18.170134 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-92f5a6ae-c608-4ce1-8d50-5c53bdd4a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.196320 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-02e4d7f2-8ad0-422b-a02e-58df488a31b3 req-1d14ad84-7805-4932-b260-00cef0ac3353 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 210 time: 0.1009450 Apr 05 13:43:18.383702 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Provisioning complete for port 09630893-25ec-4b7f-b411-848cdf5f06ca triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:18.384016 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.387614 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5a6ae-c608-4ce1-8d50-5c53bdd4a483 None None] Pushing event updated for resources: {'Port': ['ID=43037b6a-dc8b-49c8-9dcf-10a11d16efdd,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:18.443548 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:15Z', 'revision_number': 3, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:18.487085 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Checking router: e6e1805b-e314-4c5e-8c91-0411bef8f50a for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:43:18.487435 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Updating router e6e1805b-e314-4c5e-8c91-0411bef8f50a port d7526274-8cb5-483c-9fa3-0a7cb338d997 binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:43:18.532343 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:18.553642 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.635702 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Current status of the port 09630893-25ec-4b7f-b411-848cdf5f06ca is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:18.636050 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.645174 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (19f609a3-4623-4e1d-b3e2-96aeae6782e4), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.670930 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.46', 51447) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:18.695782 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] For port 09630893-25ec-4b7f-b411-848cdf5f06ca, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=09630893-25ec-4b7f-b411-848cdf5f06ca,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:18.703373 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.721537 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:43:18.749163 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Provisioning complete for port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:18.749560 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.809187 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Pushing event updated for resources: {'Port': ['ID=09630893-25ec-4b7f-b411-848cdf5f06ca,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:18.843216 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8c0a631-b67a-4bf7-a715-82f777facd11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.875165 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks [] for router_gateway (87509cee-4c98-4ee2-b328-b2d32fb2c1af), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.900504 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 09630893-25ec-4b7f-b411-848cdf5f06ca up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:18.946973 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Current status of the port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:18.976742 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50f0bc19-c285-483c-989d-b6c726b4fe40 admin admin] Publish callbacks [] for security_group (0f480cc2-14cc-4025-bcc4-d12571abdc58), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:18.978778 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Provisioning complete for port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:18.979535 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.080071 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 09630893-25ec-4b7f-b411-848cdf5f06ca triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:19.080268 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.121965 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.148318 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50f0bc19-c285-483c-989d-b6c726b4fe40 admin admin] Publish callbacks [] for security_group (0f480cc2-14cc-4025-bcc4-d12571abdc58), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.206464 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-75b81fdc-20f3-4087-9315-993247b18a38 None None] Current status of the port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:19.280440 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-f881f78b-613d-4016-bb24-bd6db21df7c0 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:19.282934 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-f881f78b-613d-4016-bb24-bd6db21df7c0 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.46 "GET /v2.0/networks?id=d92158ae-2893-445f-b641-484828cd96e2 HTTP/1.1" status: 200 len: 811 time: 0.6091921 Apr 05 13:43:19.310951 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 09630893-25ec-4b7f-b411-848cdf5f06ca is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:19.312100 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 43037b6a-dc8b-49c8-9dcf-10a11d16efdd up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:19.337132 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Request body: {'port': {'device_id': 'cbe35196-d7f4-483e-911a-fd38d893ce72', 'network_id': 'd92158ae-2893-445f-b641-484828cd96e2', 'admin_state_up': True, 'tenant_id': '0f9aa619aa7b4d4d981db173ab77dbf4'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:19.388711 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-4558a802-e035-4994-9af4-f1d173942fef None None] Provisioning complete for port 09630893-25ec-4b7f-b411-848cdf5f06ca triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:19.389634 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4558a802-e035-4994-9af4-f1d173942fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.399897 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Publish callbacks [] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.410976 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.509397 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:19.510269 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.523277 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Pushing event updated for resources: {'Port': ['ID=d7526274-8cb5-483c-9fa3-0a7cb338d997,revision_number=2']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:19.584894 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8c0a631-b67a-4bf7-a715-82f777facd11 admin admin] Publish callbacks [] for security_group (1ed4bc4e-8fb8-4ecc-bfd4-12aecbd87785), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.588080 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:43:19.589380 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Attempting to bind port d7526274-8cb5-483c-9fa3-0a7cb338d997 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:19.590564 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Attempting to bind port d7526274-8cb5-483c-9fa3-0a7cb338d997 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:19.591179 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Attempting to bind port d7526274-8cb5-483c-9fa3-0a7cb338d997 on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:19.601925 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.602512 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.603222 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.603802 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.604394 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.605026 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.605970 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.606391 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.607257 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.607809 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.608339 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.608886 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.609399 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.609910 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.610552 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Tracked resource versions report: Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: pushed versions: Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: { 'AddressGroup': {'1.2'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Agent': {'1.1'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'ConntrackHelper': {'1.0'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'LocalIPAssociation': {'1.0'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Log': {'1.0'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'NDPProxy': {'1.0'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Network': {'1.1'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Port': {'1.7'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'PortForwarding': {'1.3'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'QosPolicy': {'1.10'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SecurityGroup': {'1.5'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SecurityGroupRule': {'1.2'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SubPort': {'1.0'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Subnet': {'1.1'}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Trunk': {'1.1'}} Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: consumer versions: Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: { DHCP agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: HyperV agent@hv-cinder-83587: {}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: L3 agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: Metadata agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: Metering agent@dv-cinder-835878-2-iscsi: {}, Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: Open vSwitch agent@dv-cinder-835878-2-iscsi: { 'AddressGroup': '1.2', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Agent': '1.1', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'ConntrackHelper': '1.0', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'LocalIPAssociation': '1.0', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Log': '1.0', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'NDPProxy': '1.0', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Network': '1.1', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Port': '1.7', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'PortForwarding': '1.3', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'QosPolicy': '1.10', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SecurityGroup': '1.5', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SecurityGroupRule': '1.2', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'SubPort': '1.0', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Subnet': '1.1', Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: 'Trunk': '1.1'}} Apr 05 13:43:19.612100 dv-cinder-835878-2-iscsi neutron-server[109892]: {{(pid=109892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 13:43:19.618898 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-4558a802-e035-4994-9af4-f1d173942fef None None] Current status of the port 09630893-25ec-4b7f-b411-848cdf5f06ca is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:19.622775 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:19.623411 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:19.624041 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.624617 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:19.625304 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Bound port: d7526274-8cb5-483c-9fa3-0a7cb338d997, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:19.625906 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.665627 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8c0a631-b67a-4bf7-a715-82f777facd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (1ed4bc4e-8fb8-4ecc-bfd4-12aecbd87785), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.680249 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-4558a802-e035-4994-9af4-f1d173942fef None None] Provisioning complete for port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:19.680640 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4558a802-e035-4994-9af4-f1d173942fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.721579 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] For port d7526274-8cb5-483c-9fa3-0a7cb338d997, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:19.727948 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] For port d7526274-8cb5-483c-9fa3-0a7cb338d997, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=d7526274-8cb5-483c-9fa3-0a7cb338d997,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:19.728967 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d8c0a631-b67a-4bf7-a715-82f777facd11 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d4a648792a34636bef8e96fb00c03eb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7618937 Apr 05 13:43:19.730743 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50f0bc19-c285-483c-989d-b6c726b4fe40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (0f480cc2-14cc-4025-bcc4-d12571abdc58), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.734102 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50f0bc19-c285-483c-989d-b6c726b4fe40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.736056 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-50f0bc19-c285-483c-989d-b6c726b4fe40 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f480cc2-14cc-4025-bcc4-d12571abdc58 HTTP/1.1" status: 204 len: 168 time: 1.6416960 Apr 05 13:43:19.748421 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.775927 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49234) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:19.778529 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9fbb109a-9b1d-44a8-a032-5d9b09c6f88d req-f9a1f965-cad4-4fcf-ad2e-cce100b969f5 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 210 time: 0.1174176 Apr 05 13:43:19.790570 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:19.796039 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device ecdf69b3-3acb-4479-99c6-cc37e626a1b4 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:19.818238 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Allocated IP 172.20.0.1 (36092869-544a-41e5-a4a1-8d365ffa3fa5/6ee8f02e-d37c-4877-85d0-920bc9beb4dd/d0e080d6-e9e5-46f6-a6c1-b904529d1fb4) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:19.903122 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b107b9-1a7a-4209-b8ba-d5b32bfa8cfe None None] Pushing event updated for resources: {'Port': ['ID=d7526274-8cb5-483c-9fa3-0a7cb338d997,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:19.909183 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:19.910539 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:19.939792 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Publish callbacks [] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.977517 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:19.981886 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-4558a802-e035-4994-9af4-f1d173942fef None None] Current status of the port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:20.022079 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:43:20.038832 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:43:20.042063 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Network 36092869-544a-41e5-a4a1-8d365ffa3fa5 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:20.047386 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:20.052049 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:20.052562 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (e6e1805b-e314-4c5e-8c91-0411bef8f50a), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:20.069193 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:20.075588 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:20.078831 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:20.079549 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:20.144496 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0a631-b67a-4bf7-a715-82f777facd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed4bc4e-8fb8-4ecc-bfd4-12aecbd87785,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:20.159183 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:20.204595 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0bc19-c285-483c-989d-b6c726b4fe40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f480cc2-14cc-4025-bcc4-d12571abdc58,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:20.228406 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:20.237258 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-960eebe0-c0b3-4d96-9899-8a0e92da8bde admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9909835 Apr 05 13:43:20.247355 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (87509cee-4c98-4ee2-b328-b2d32fb2c1af), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:20.266522 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49250) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:20.367107 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:20.527719 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49258) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:20.531999 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0cad5be3-f74e-4df8-8585-37bb7702e57d admin admin] Publish callbacks [] for security_group (1ed4bc4e-8fb8-4ecc-bfd4-12aecbd87785), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:20.623859 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:20.658114 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Pushing event updated for resources: {'Port': ['ID=d0e080d6-e9e5-46f6-a6c1-b904529d1fb4,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:20.728389 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0cad5be3-f74e-4df8-8585-37bb7702e57d admin admin] Publish callbacks [] for security_group (1ed4bc4e-8fb8-4ecc-bfd4-12aecbd87785), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:20.817852 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:15Z', 'revision_number': 3, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:20.928286 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f9717-f728-41a1-b2c9-7afb2eeeff4d None None] The sync data for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi is: [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:15Z', 'revision_number': 3, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:43:20.943691 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4955aff-af3c-40c5-aa11-67961faf423c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:21.090123 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:21.127228 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-632c6841-3659-4537-a3ef-a80e45aef1db None None] Provisioning complete for port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:21.129348 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-632c6841-3659-4537-a3ef-a80e45aef1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:21.180652 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Publish callbacks [] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:21.238650 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-632c6841-3659-4537-a3ef-a80e45aef1db None None] Port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:21.252900 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:21.253884 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (e6e1805b-e314-4c5e-8c91-0411bef8f50a), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:21.258795 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Made reservation on behalf of 0f9aa619aa7b4d4d981db173ab77dbf4 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:21.265263 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:21.282541 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2910955e-7012-438c-a5b0-232b3f832df2 req-aace3026-95c0-46bb-b204-f28e687b2fe0 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 210 time: 0.0991614 Apr 05 13:43:21.295294 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 09630893-25ec-4b7f-b411-848cdf5f06ca up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:21.423606 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Pushing event updated for resources: {'Port': ['ID=d0e080d6-e9e5-46f6-a6c1-b904529d1fb4,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:21.504843 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 09630893-25ec-4b7f-b411-848cdf5f06ca triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:21.506290 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:21.792546 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:16Z', 'revision_number': 3, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:21.842835 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Allocated IP 172.20.0.5 (d92158ae-2893-445f-b641-484828cd96e2/4940d7e6-0c9c-4526-972e-04d261a01f06/b47f837a-6c09-4dfa-a6fe-b54f99471784) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:21.933235 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 09630893-25ec-4b7f-b411-848cdf5f06ca is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:21.953381 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:43:21.953736 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Updating router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 port ec5427e4-3c14-404c-8266-cae7e1e4e6f2 binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:43:22.010803 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:22.221250 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0cad5be3-f74e-4df8-8585-37bb7702e57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (1ed4bc4e-8fb8-4ecc-bfd4-12aecbd87785), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:22.227738 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0cad5be3-f74e-4df8-8585-37bb7702e57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:22.230317 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0cad5be3-f74e-4df8-8585-37bb7702e57d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ed4bc4e-8fb8-4ecc-bfd4-12aecbd87785 HTTP/1.1" status: 204 len: 168 time: 2.4492700 Apr 05 13:43:22.231903 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49292) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:22.448130 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Network 36092869-544a-41e5-a4a1-8d365ffa3fa5 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:22.455405 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:22.503962 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Publish callbacks [] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:22.506924 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4955aff-af3c-40c5-aa11-67961faf423c admin admin] Publish callbacks [] for security_group (ceb741ae-1971-4155-9ca4-6efa2e344786), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:22.590782 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad5be3-f74e-4df8-8585-37bb7702e57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed4bc4e-8fb8-4ecc-bfd4-12aecbd87785,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:22.597868 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Router 87509cee-4c98-4ee2-b328-b2d32fb2c1af is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:43:22.652836 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4955aff-af3c-40c5-aa11-67961faf423c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ceb741ae-1971-4155-9ca4-6efa2e344786), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:22.656535 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Publish callbacks [] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:22.675968 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:22.799996 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef297e9-1760-4fc3-8e1b-1ae5c3f7836a None None] Pushing event updated for resources: {'Port': ['ID=ec5427e4-3c14-404c-8266-cae7e1e4e6f2,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:22.842685 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Attempting to bind port ec5427e4-3c14-404c-8266-cae7e1e4e6f2 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:22.843349 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Attempting to bind port ec5427e4-3c14-404c-8266-cae7e1e4e6f2 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:22.843591 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Attempting to bind port ec5427e4-3c14-404c-8266-cae7e1e4e6f2 on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:22.844806 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d75fb62b-4440-4994-a310-f89acc43fd25 req-c61e6f3e-7c60-410e-9c93-d2b34a62f5bd tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 210 time: 0.2633438 Apr 05 13:43:22.869522 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4955aff-af3c-40c5-aa11-67961faf423c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb741ae-1971-4155-9ca4-6efa2e344786,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:22.872124 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:22.873474 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:22.874673 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:22.889613 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:22.893799 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Bound port: ec5427e4-3c14-404c-8266-cae7e1e4e6f2, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:22.894718 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:22.945137 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.032779 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Network d92158ae-2893-445f-b641-484828cd96e2 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:23.034942 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Router e6e1805b-e314-4c5e-8c91-0411bef8f50a has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:43:23.047831 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:23.059302 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:23.064741 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-418cc6f3-1753-4c5e-b206-35eae144f274 None None] Provisioning complete for port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:23.065138 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-418cc6f3-1753-4c5e-b206-35eae144f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.066882 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:23.067783 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.078932 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51f9f0c6-9418-4b14-9c4e-0b29e773459a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.108011 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7749479 Apr 05 13:43:23.148510 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] For port ec5427e4-3c14-404c-8266-cae7e1e4e6f2, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:23.158375 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-afb8de5d-0f96-4a48-bbef-cea1a1299447 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:43:23.162197 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-afb8de5d-0f96-4a48-bbef-cea1a1299447 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198240 Apr 05 13:43:23.168859 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49312) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:23.189203 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73da00c-a2f7-48cb-aac9-f45b6bf83808 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Pushing event updated for resources: {'Port': ['ID=b47f837a-6c09-4dfa-a6fe-b54f99471784,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:23.205802 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] For port ec5427e4-3c14-404c-8266-cae7e1e4e6f2, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=ec5427e4-3c14-404c-8266-cae7e1e4e6f2,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:23.223459 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-418cc6f3-1753-4c5e-b206-35eae144f274 None None] Port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:23.232266 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.356346 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51f9f0c6-9418-4b14-9c4e-0b29e773459a admin admin] Publish callbacks [] for security_group (5defe8b5-647c-4a14-917e-4ba01b05db9f), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.366005 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e4955aff-af3c-40c5-aa11-67961faf423c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=13d4420ab37641f2a8afd99afdb9e3aa&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8292520 Apr 05 13:43:23.371747 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51f9f0c6-9418-4b14-9c4e-0b29e773459a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (5defe8b5-647c-4a14-917e-4ba01b05db9f), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.445242 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device d7526274-8cb5-483c-9fa3-0a7cb338d997 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:23.455226 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:23.455543 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49314) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:23.460097 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:23.468239 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-51f9f0c6-9418-4b14-9c4e-0b29e773459a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b70ea5cb30d84313bcf13a226bbc41bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9095941 Apr 05 13:43:23.555961 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49320) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:23.575924 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:43:23.590746 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-1b928bb3-e0d8-4d3d-8d95-53387608177c admin admin] 10.222.0.59 "PUT /v2.0/routers/e6e1805b-e314-4c5e-8c91-0411bef8f50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4400792 Apr 05 13:43:23.605646 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-43718c92-8993-4561-9ee1-564614f2b8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.731368 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:23.736585 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82de5b5d-4988-4e72-8322-ec6aa3364718 admin admin] Publish callbacks [] for security_group (ceb741ae-1971-4155-9ca4-6efa2e344786), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.796919 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82de5b5d-4988-4e72-8322-ec6aa3364718 admin admin] Publish callbacks [] for security_group (ceb741ae-1971-4155-9ca4-6efa2e344786), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.838617 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a5be-da21-4900-927c-a6df7d365e4c admin admin] Publish callbacks [] for security_group (5defe8b5-647c-4a14-917e-4ba01b05db9f), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.965931 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a5be-da21-4900-927c-a6df7d365e4c admin admin] Publish callbacks [] for security_group (5defe8b5-647c-4a14-917e-4ba01b05db9f), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.983888 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82de5b5d-4988-4e72-8322-ec6aa3364718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ceb741ae-1971-4155-9ca4-6efa2e344786), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.989490 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82de5b5d-4988-4e72-8322-ec6aa3364718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:23.990738 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-82de5b5d-4988-4e72-8322-ec6aa3364718 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ceb741ae-1971-4155-9ca4-6efa2e344786 HTTP/1.1" status: 204 len: 168 time: 0.5206680 Apr 05 13:43:24.038107 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9f0c6-9418-4b14-9c4e-0b29e773459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5defe8b5-647c-4a14-917e-4ba01b05db9f,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:24.077563 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de5b5d-4988-4e72-8322-ec6aa3364718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb741ae-1971-4155-9ca4-6efa2e344786,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:24.157164 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Request body: {'port': {'device_id': 'cbe35196-d7f4-483e-911a-fd38d893ce72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:24.158813 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:43:24.179728 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Sync routers for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:43:24.209024 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:24.216941 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:24.232568 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-43718c92-8993-4561-9ee1-564614f2b8ab admin admin] Publish callbacks [] for security_group (ef053fdd-662d-41c2-abbb-deb87fed4b87), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:24.259566 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-43718c92-8993-4561-9ee1-564614f2b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ef053fdd-662d-41c2-abbb-deb87fed4b87), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:24.271479 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:24.282241 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2e6f605e-5683-4e13-a645-bb216e487dbb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.5587146 Apr 05 13:43:24.335368 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49342) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:24.395232 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-43718c92-8993-4561-9ee1-564614f2b8ab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23f35efc86244e5fbb5598fb880e419f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2185850 Apr 05 13:43:24.429209 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49346) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:24.460063 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef297e9-1760-4fc3-8e1b-1ae5c3f7836a None None] Pushing event updated for resources: {'Port': ['ID=ec5427e4-3c14-404c-8266-cae7e1e4e6f2,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:24.472846 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Sync routers for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:43:24.613259 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port d7526274-8cb5-483c-9fa3-0a7cb338d997 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:24.614637 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:24.615544 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:24.716364 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a5be-da21-4900-927c-a6df7d365e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (5defe8b5-647c-4a14-917e-4ba01b05db9f), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:24.719148 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a5be-da21-4900-927c-a6df7d365e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:24.733437 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e8a0a5be-da21-4900-927c-a6df7d365e4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5defe8b5-647c-4a14-917e-4ba01b05db9f HTTP/1.1" status: 204 len: 168 time: 1.1286545 Apr 05 13:43:24.740434 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:24.751037 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43718c92-8993-4561-9ee1-564614f2b8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef053fdd-662d-41c2-abbb-deb87fed4b87,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:24.822232 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49354) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:24.824611 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0a5be-da21-4900-927c-a6df7d365e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5defe8b5-647c-4a14-917e-4ba01b05db9f,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:24.842410 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:24.842897 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:24.900781 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bea69e53-bf49-4672-8e55-3005433fa04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:24.943733 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49358) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:24.973770 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0f60420b-a3a2-4a2b-b15a-9d7f9904ead2 admin admin] Publish callbacks [] for security_group (ef053fdd-662d-41c2-abbb-deb87fed4b87), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:25.056449 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0f60420b-a3a2-4a2b-b15a-9d7f9904ead2 admin admin] Publish callbacks [] for security_group (ef053fdd-662d-41c2-abbb-deb87fed4b87), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:25.162302 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0f60420b-a3a2-4a2b-b15a-9d7f9904ead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ef053fdd-662d-41c2-abbb-deb87fed4b87), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:25.168953 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0f60420b-a3a2-4a2b-b15a-9d7f9904ead2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:25.177098 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-0f60420b-a3a2-4a2b-b15a-9d7f9904ead2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef053fdd-662d-41c2-abbb-deb87fed4b87 HTTP/1.1" status: 204 len: 168 time: 0.7408657 Apr 05 13:43:25.185906 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c959f8-7845-4825-bd89-c834ac093067 req-ab0432d9-6819-48b9-b2e1-c537f9e8403b tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:25.194774 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-85c959f8-7845-4825-bd89-c834ac093067 req-ab0432d9-6819-48b9-b2e1-c537f9e8403b tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 931 time: 1.1809058 Apr 05 13:43:25.229806 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:25.263220 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-0abb09be-e7ec-4ef2-a2eb-782ee4cdad5f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388441432', 'description': 'tempest-description--489770997'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:25.476073 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:17Z', 'revision_number': 3, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:25.480635 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:25.533951 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Allocated IP 172.20.0.1 (c3cff852-d241-43ab-830a-cae40270149a/b8c87b49-b6c8-46fa-86e6-8bba88ed9213/974c8d74-66b5-44c6-b63c-ef3b405280cf) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:25.546953 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Checking router: 87509cee-4c98-4ee2-b328-b2d32fb2c1af for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:43:25.548182 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Updating router 87509cee-4c98-4ee2-b328-b2d32fb2c1af port a7d38e55-a081-48da-b71d-7562cbe91084 binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:43:25.625127 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:25.659061 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:16Z', 'revision_number': 3, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:25.783821 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port d7526274-8cb5-483c-9fa3-0a7cb338d997 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:25.787252 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:25.811089 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9806eea-c385-41c9-b609-7d662ce503bd None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:16Z', 'revision_number': 3, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:43:25.922550 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bea69e53-bf49-4672-8e55-3005433fa04e admin admin] Publish callbacks [] for security_group (8861f95b-5986-4438-9c60-109efbe6bd34), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:26.023392 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47f837a-6c09-4dfa-a6fe-b54f99471784 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:43:26.040306 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port d7526274-8cb5-483c-9fa3-0a7cb338d997, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=d7526274-8cb5-483c-9fa3-0a7cb338d997,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:26.046389 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Publish callbacks [] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:26.088981 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Transition to ACTIVE for port object b47f837a-6c09-4dfa-a6fe-b54f99471784 will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:43:26.091097 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60420b-a3a2-4a2b-b15a-9d7f9904ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef053fdd-662d-41c2-abbb-deb87fed4b87,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:26.102062 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:26.178916 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:26.443315 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0abb09be-e7ec-4ef2-a2eb-782ee4cdad5f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:26.558894 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Publish callbacks [] for port (a7d38e55-a081-48da-b71d-7562cbe91084), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:26.585344 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:26.632599 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bea69e53-bf49-4672-8e55-3005433fa04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (8861f95b-5986-4438-9c60-109efbe6bd34), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:26.716677 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781714e-2937-4acd-9ead-24c87a34f685 None None] Pushing event updated for resources: {'Port': ['ID=a7d38e55-a081-48da-b71d-7562cbe91084,revision_number=2']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:26.797049 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Attempting to bind port a7d38e55-a081-48da-b71d-7562cbe91084 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:26.797423 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Attempting to bind port a7d38e55-a081-48da-b71d-7562cbe91084 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:26.798005 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Attempting to bind port a7d38e55-a081-48da-b71d-7562cbe91084 on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:26.820533 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:26.820929 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:26.821333 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:26.821735 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:26.822215 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Bound port: a7d38e55-a081-48da-b71d-7562cbe91084, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:26.822621 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:26.987090 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b47f837a-6c09-4dfa-a6fe-b54f99471784,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:27.030178 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] For port a7d38e55-a081-48da-b71d-7562cbe91084, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:27.034410 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-85c959f8-7845-4825-bd89-c834ac093067 req-579e0959-56ee-4a06-8803-3aa050961faf tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8384416 Apr 05 13:43:27.065221 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] For port a7d38e55-a081-48da-b71d-7562cbe91084, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a7d38e55-a081-48da-b71d-7562cbe91084,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:27.075899 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.118337 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea69e53-bf49-4672-8e55-3005433fa04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8861f95b-5986-4438-9c60-109efbe6bd34,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:27.159768 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=d7526274-8cb5-483c-9fa3-0a7cb338d997,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:27.190389 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bea69e53-bf49-4672-8e55-3005433fa04e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=596bfa6cb903410da2a544ca104a08bd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3653572 Apr 05 13:43:27.193359 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:27.198268 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49400) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:27.207784 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:27.323507 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Attempting to bind port b47f837a-6c09-4dfa-a6fe-b54f99471784 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:27.325578 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Attempting to bind port b47f837a-6c09-4dfa-a6fe-b54f99471784 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'ceee9fe5-7cfb-4421-bfca-26b4a631f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd92158ae-2893-445f-b641-484828cd96e2'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:27.330454 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Attempting to bind port b47f837a-6c09-4dfa-a6fe-b54f99471784 on network d92158ae-2893-445f-b641-484828cd96e2 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:27.339549 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 2, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:27.402732 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Port b47f837a-6c09-4dfa-a6fe-b54f99471784 on network d92158ae-2893-445f-b641-484828cd96e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:43:27.420022 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Attempting to bind port b47f837a-6c09-4dfa-a6fe-b54f99471784 on network d92158ae-2893-445f-b641-484828cd96e2 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:27.498739 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:27.498972 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Checking segment: {'id': 'ceee9fe5-7cfb-4421-bfca-26b4a631f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd92158ae-2893-445f-b641-484828cd96e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:27.504389 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Checking router: e6e1805b-e314-4c5e-8c91-0411bef8f50a for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:43:27.504888 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Updating router e6e1805b-e314-4c5e-8c91-0411bef8f50a port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:43:27.507908 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Bound using segment: {'id': 'ceee9fe5-7cfb-4421-bfca-26b4a631f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd92158ae-2893-445f-b641-484828cd96e2'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:27.508392 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Bound port: b47f837a-6c09-4dfa-a6fe-b54f99471784, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceee9fe5-7cfb-4421-bfca-26b4a631f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd92158ae-2893-445f-b641-484828cd96e2'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:27.508749 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.566322 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Publish callbacks [] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.627455 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781714e-2937-4acd-9ead-24c87a34f685 None None] Pushing event updated for resources: {'Port': ['ID=a7d38e55-a081-48da-b71d-7562cbe91084,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:27.642346 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.659028 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0abb09be-e7ec-4ef2-a2eb-782ee4cdad5f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (0fa4c101-f2f3-45bd-95c7-c714878184b7), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.664971 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-71958b32-c602-4ca1-b25b-39174ffe514b admin admin] Publish callbacks [] for security_group (8861f95b-5986-4438-9c60-109efbe6bd34), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.670089 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.672397 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:27.700336 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-71958b32-c602-4ca1-b25b-39174ffe514b admin admin] Publish callbacks [] for security_group (8861f95b-5986-4438-9c60-109efbe6bd34), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.742028 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0abb09be-e7ec-4ef2-a2eb-782ee4cdad5f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (0fa4c101-f2f3-45bd-95c7-c714878184b7), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.843821 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-71958b32-c602-4ca1-b25b-39174ffe514b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (8861f95b-5986-4438-9c60-109efbe6bd34), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.847665 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-71958b32-c602-4ca1-b25b-39174ffe514b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.854245 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-71958b32-c602-4ca1-b25b-39174ffe514b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8861f95b-5986-4438-9c60-109efbe6bd34 HTTP/1.1" status: 204 len: 168 time: 0.6521363 Apr 05 13:43:27.880421 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71958b32-c602-4ca1-b25b-39174ffe514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8861f95b-5986-4438-9c60-109efbe6bd34,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:27.888417 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] For port b47f837a-6c09-4dfa-a6fe-b54f99471784, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:27.903635 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] For port b47f837a-6c09-4dfa-a6fe-b54f99471784, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b47f837a-6c09-4dfa-a6fe-b54f99471784,segment=NetworkSegment(ceee9fe5-7cfb-4421-bfca-26b4a631f5a5),segment_id=ceee9fe5-7cfb-4421-bfca-26b4a631f5a5)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:27.910422 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0abb09be-e7ec-4ef2-a2eb-782ee4cdad5f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:27.913619 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0abb09be-e7ec-4ef2-a2eb-782ee4cdad5f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.6756206 Apr 05 13:43:27.919368 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49418) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:27.925516 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-a9c2a6d1-a7a3-4b9b-938e-f8b34af49834 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'security_group_rule': {'security_group_id': '0fa4c101-f2f3-45bd-95c7-c714878184b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:28.013744 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:28.028959 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb09be-e7ec-4ef2-a2eb-782ee4cdad5f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa4c101-f2f3-45bd-95c7-c714878184b7,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:28.075744 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:28.245165 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a6d1-a7a3-4b9b-938e-f8b34af49834 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (a18be0da-ab28-428d-acd3-4d3522e77c66), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:28.283998 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:28.285199 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:28.286276 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:17Z', 'revision_number': 3, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:28.287782 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] 10.222.0.46 "PUT /v2.0/ports/b47f837a-6c09-4dfa-a6fe-b54f99471784 HTTP/1.1" status: 200 len: 1093 time: 4.7146957 Apr 05 13:43:28.301997 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe35196-d7f4-483e-911a-fd38d893ce72', 'tag': 'b47f837a-6c09-4dfa-a6fe-b54f99471784'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:43:28.392232 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc4531-5e57-4f17-a3df-0fd2e15b86f3 None None] The sync data for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi is: [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:17Z', 'revision_number': 3, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:43:28.484315 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Publish callbacks [] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:28.498895 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:28.621186 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0012882-4faa-4e1e-9ee9-78313047d122 None None] Pushing event updated for resources: {'Port': ['ID=d0e080d6-e9e5-46f6-a6c1-b904529d1fb4,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:28.626380 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device ec5427e4-3c14-404c-8266-cae7e1e4e6f2 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:28.670429 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Network c3cff852-d241-43ab-830a-cae40270149a is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:28.791170 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:28.814856 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:28.815371 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (19f609a3-4623-4e1d-b3e2-96aeae6782e4), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:29.101793 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Attempting to bind port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:29.107478 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Attempting to bind port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:29.108084 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Attempting to bind port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 on network 36092869-544a-41e5-a4a1-8d365ffa3fa5 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:29.120225 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb56ff7-6ca0-446f-b77b-e990769925b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b47f837a-6c09-4dfa-a6fe-b54f99471784,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:29.122053 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:29.128498 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Checking segment: {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:29.129110 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:29.145393 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Bound using segment: {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:29.146021 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Bound port: d0e080d6-e9e5-46f6-a6c1-b904529d1fb4, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:29.146851 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:29.296743 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a6d1-a7a3-4b9b-938e-f8b34af49834 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (a18be0da-ab28-428d-acd3-4d3522e77c66), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:29.309970 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-9b97fb1b-afd3-476b-a64b-70e35d9a4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:29.314808 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-9b97fb1b-afd3-476b-a64b-70e35d9a4b09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f9aa619aa7b4d4d981db173ab77dbf4&device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 1127 time: 0.7476540 Apr 05 13:43:29.319327 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a6d1-a7a3-4b9b-938e-f8b34af49834 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (a18be0da-ab28-428d-acd3-4d3522e77c66), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:29.461450 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port ec5427e4-3c14-404c-8266-cae7e1e4e6f2 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:29.461842 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:29.602426 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2a6d1-a7a3-4b9b-938e-f8b34af49834 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18be0da-ab28-428d-acd3-4d3522e77c66,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:29.618803 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-ef921fac-5739-4d0c-a6c8-454ad16e2b1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b47f837a-6c09-4dfa-a6fe-b54f99471784 HTTP/1.1" status: 200 len: 217 time: 0.2652850 Apr 05 13:43:29.620154 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-ad131be4-ab41-46da-a7a7-92dbba0576d3 None None] Provisioning complete for port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:29.622936 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ad131be4-ab41-46da-a7a7-92dbba0576d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:29.630889 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a6d1-a7a3-4b9b-938e-f8b34af49834 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:29.636881 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-a9c2a6d1-a7a3-4b9b-938e-f8b34af49834 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7132609 Apr 05 13:43:29.646922 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecd4b32-3d36-4504-8e9e-b86120628dca" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe35196-d7f4-483e-911a-fd38d893ce72", "tag": "b47f837a-6c09-4dfa-a6fe-b54f99471784"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:43:29.685649 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49456) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:29.714120 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-d05eb343-0073-4b72-a14f-faed82d6c9af tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'security_group_rule': {'security_group_id': '0fa4c101-f2f3-45bd-95c7-c714878184b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:29.766737 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] For port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:29.803434 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d05eb343-0073-4b72-a14f-faed82d6c9af tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (e15e6ec2-ffd7-482b-99a9-c127873af76b), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:29.826212 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Pushing event updated for resources: {'Port': ['ID=974c8d74-66b5-44c6-b63c-ef3b405280cf,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:29.847779 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] For port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=d0e080d6-e9e5-46f6-a6c1-b904529d1fb4,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:29.869792 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-ad131be4-ab41-46da-a7a7-92dbba0576d3 None None] Port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:29.885050 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:29.897234 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-f1affc8f-8bfa-4f6c-8a88-d5991ea1292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:29.902791 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-f1affc8f-8bfa-4f6c-8a88-d5991ea1292c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4940d7e6-0c9c-4526-972e-04d261a01f06 HTTP/1.1" status: 200 len: 851 time: 0.2623265 Apr 05 13:43:29.991389 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d05eb343-0073-4b72-a14f-faed82d6c9af tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (e15e6ec2-ffd7-482b-99a9-c127873af76b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.001204 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d05eb343-0073-4b72-a14f-faed82d6c9af tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (e15e6ec2-ffd7-482b-99a9-c127873af76b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.088291 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d05eb343-0073-4b72-a14f-faed82d6c9af tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.091235 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d05eb343-0073-4b72-a14f-faed82d6c9af tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3936772 Apr 05 13:43:30.097068 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49470) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:30.130211 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:30.157786 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05eb343-0073-4b72-a14f-faed82d6c9af tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15e6ec2-ffd7-482b-99a9-c127873af76b,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:30.234445 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:30.236189 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:30.238623 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.264386 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Allocated IP 172.20.0.1 (4f94a67a-4b4c-4b0c-b628-6c4483480757/83962a44-d010-479c-b220-f049fff09390/a9a5cb33-07cf-4399-9f9c-acbd1c03fc63) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:30.305915 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81fbbb-fb6c-48f6-9df3-812380210ea5 req-3278c436-c30d-4770-99e2-204bf99cdf59 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:30.322083 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0c81fbbb-fb6c-48f6-9df3-812380210ea5 req-3278c436-c30d-4770-99e2-204bf99cdf59 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 943 time: 2.0081272 Apr 05 13:43:30.339174 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0012882-4faa-4e1e-9ee9-78313047d122 None None] Pushing event updated for resources: {'Port': ['ID=d0e080d6-e9e5-46f6-a6c1-b904529d1fb4,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:30.374748 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-51f114fd-e6a0-4a02-a5c8-94ddf8db382e None None] Provisioning complete for port 974c8d74-66b5-44c6-b63c-ef3b405280cf triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:30.375145 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-51f114fd-e6a0-4a02-a5c8-94ddf8db382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.376871 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port ec5427e4-3c14-404c-8266-cae7e1e4e6f2 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:30.377255 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.487641 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.519377 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port ec5427e4-3c14-404c-8266-cae7e1e4e6f2, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=ec5427e4-3c14-404c-8266-cae7e1e4e6f2,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:30.566353 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8c83b3-136a-4e6c-9387-92a2cf299601 x-openstack-request-id: req-6a8c83b3-136a-4e6c-9387-92a2cf299601 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:43:30.566827 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe35196-d7f4-483e-911a-fd38d893ce72", "tag": "b47f837a-6c09-4dfa-a6fe-b54f99471784", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:43:30.567235 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a8c83b3-136a-4e6c-9387-92a2cf299601 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:43:30.567854 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8c83b3-136a-4e6c-9387-92a2cf299601'] response: {'name': 'network-changed', 'server_uuid': 'cbe35196-d7f4-483e-911a-fd38d893ce72', 'tag': 'b47f837a-6c09-4dfa-a6fe-b54f99471784', 'status': 'completed', 'code': 200} Apr 05 13:43:30.580812 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0c81fbbb-fb6c-48f6-9df3-812380210ea5 req-f5d9d53c-86ef-4542-a005-475005f02b67 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578173 Apr 05 13:43:30.593965 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.594752 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device d7526274-8cb5-483c-9fa3-0a7cb338d997 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:30.596935 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-51f114fd-e6a0-4a02-a5c8-94ddf8db382e None None] Port 974c8d74-66b5-44c6-b63c-ef3b405280cf cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:30.598238 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.682214 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=ec5427e4-3c14-404c-8266-cae7e1e4e6f2,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:30.698738 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Publish callbacks [] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.732244 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-f511fc02-c873-4434-a41a-16f5bfe83a64 None None] Provisioning complete for port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:30.732614 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f511fc02-c873-4434-a41a-16f5bfe83a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.747547 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Allocated IP 172.27.2.146 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/a83650c0-209f-4f70-964d-6b2d21ccc74c) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:30.798501 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:30.823178 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.868737 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-f511fc02-c873-4434-a41a-16f5bfe83a64 None None] Current status of the port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:30.869127 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f511fc02-c873-4434-a41a-16f5bfe83a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.873796 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:30.889864 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:30.895168 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:30.895797 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (87509cee-4c98-4ee2-b328-b2d32fb2c1af), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.982591 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for port (a83650c0-209f-4f70-964d-6b2d21ccc74c), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:30.987644 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-f511fc02-c873-4434-a41a-16f5bfe83a64 None None] For port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=d0e080d6-e9e5-46f6-a6c1-b904529d1fb4,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:31.026711 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Pushing event updated for resources: {'Port': ['ID=a9a5cb33-07cf-4399-9f9c-acbd1c03fc63,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:31.033825 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f511fc02-c873-4434-a41a-16f5bfe83a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.078696 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Publish callbacks [] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.092292 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.092965 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (19f609a3-4623-4e1d-b3e2-96aeae6782e4), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.095720 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (a83650c0-209f-4f70-964d-6b2d21ccc74c), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.115073 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port d7526274-8cb5-483c-9fa3-0a7cb338d997 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:31.115484 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.299673 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-026d8f94-0a79-497a-aeec-64791353f4bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d92158ae-2893-445f-b641-484828cd96e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490297 Apr 05 13:43:31.306660 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:31.310776 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:31.317791 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:31.343986 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511fc02-c873-4434-a41a-16f5bfe83a64 None None] Pushing event updated for resources: {'Port': ['ID=d0e080d6-e9e5-46f6-a6c1-b904529d1fb4,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:31.398223 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'Port': ['ID=a83650c0-209f-4f70-964d-6b2d21ccc74c,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:31.491410 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (28cbbffa-3761-41c4-8098-51150068c1e1), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.516962 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-c11a882b-b712-4c65-bd7d-d01fb52c6e52 None None] Provisioning complete for port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:31.517339 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c11a882b-b712-4c65-bd7d-d01fb52c6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.594543 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Pushing event updated for resources: {'Port': ['ID=974c8d74-66b5-44c6-b63c-ef3b405280cf,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:31.609628 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a83650c0-209f-4f70-964d-6b2d21ccc74c), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.655852 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port d7526274-8cb5-483c-9fa3-0a7cb338d997 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:31.688860 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Network c3cff852-d241-43ab-830a-cae40270149a is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:31.690045 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-c11a882b-b712-4c65-bd7d-d01fb52c6e52 None None] Port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:31.691354 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:31.693313 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.886086 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:29Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:31.963283 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Publish callbacks [] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.975290 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.976431 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (87509cee-4c98-4ee2-b328-b2d32fb2c1af), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:31.978917 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3463f062-0940-4363-a9fe-62ddf30ff99c None None] The sync data for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi is: [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:29Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:43:32.168927 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcd5d1-b2f6-43a5-b384-7b8948d9af08 req-4fa51f64-584d-4b52-8d75-084dd6901ca6 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:32.182142 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-41bcd5d1-b2f6-43a5-b384-7b8948d9af08 req-4fa51f64-584d-4b52-8d75-084dd6901ca6 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 943 time: 0.3056035 Apr 05 13:43:32.182319 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device ec5427e4-3c14-404c-8266-cae7e1e4e6f2 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:32.207517 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for port (a83650c0-209f-4f70-964d-6b2d21ccc74c), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:32.216993 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a83650c0-209f-4f70-964d-6b2d21ccc74c), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:32.273842 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'Port': ['ID=a83650c0-209f-4f70-964d-6b2d21ccc74c,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:32.304520 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-41bcd5d1-b2f6-43a5-b384-7b8948d9af08 req-976d28a2-f038-4ef6-851f-6f63cb3148f2 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208873 Apr 05 13:43:32.305839 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (28cbbffa-3761-41c4-8098-51150068c1e1), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:32.319159 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-39be20d2-2be0-417f-88fa-fc536145bc8d None None] Provisioning complete for port 974c8d74-66b5-44c6-b63c-ef3b405280cf triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:32.330196 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-39be20d2-2be0-417f-88fa-fc536145bc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:32.345818 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:32.348573 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-c4a93561-05c9-454e-808d-fb923bf0831f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2500656 Apr 05 13:43:32.379750 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:32.386035 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:32.412994 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49532) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:32.413573 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port ec5427e4-3c14-404c-8266-cae7e1e4e6f2 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:32.420320 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:32.500869 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-39be20d2-2be0-417f-88fa-fc536145bc8d None None] Port 974c8d74-66b5-44c6-b63c-ef3b405280cf cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:32.584491 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Pushing event updated for resources: {'Port': ['ID=a9a5cb33-07cf-4399-9f9c-acbd1c03fc63,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:32.622837 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Router 87509cee-4c98-4ee2-b328-b2d32fb2c1af has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:43:32.648363 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:43:32.685609 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port ec5427e4-3c14-404c-8266-cae7e1e4e6f2 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:32.687602 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a7d38e55-a081-48da-b71d-7562cbe91084 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:32.937876 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a3c7af01-fe2c-4bd7-98d5-da5485852648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:33.185796 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a3c7af01-fe2c-4bd7-98d5-da5485852648 admin admin] Publish callbacks [] for security_group (a464c36d-38d8-4653-a49c-f07a4c02ba06), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:33.211352 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a3c7af01-fe2c-4bd7-98d5-da5485852648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (a464c36d-38d8-4653-a49c-f07a4c02ba06), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:33.246731 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7af01-fe2c-4bd7-98d5-da5485852648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a464c36d-38d8-4653-a49c-f07a4c02ba06,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:33.288263 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-5c3b9e92-de22-4d5e-9401-012c442df535 None None] Provisioning complete for port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:33.292422 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c3b9e92-de22-4d5e-9401-012c442df535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:33.310812 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-a3c7af01-fe2c-4bd7-98d5-da5485852648 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=723ede2c1d0d4ccfb241d04fb51f9229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8966987 Apr 05 13:43:33.313320 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49562) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:33.426306 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port a7d38e55-a081-48da-b71d-7562cbe91084 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:33.428749 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:33.487152 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-29673a6f-a0ed-459d-9494-b8b164be4ee0 admin admin] Publish callbacks [] for security_group (a464c36d-38d8-4653-a49c-f07a4c02ba06), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:33.498247 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-0b0dacca-b76c-4e7a-980f-983082301b9b service neutron] 10.222.0.46 "GET /v2.0/networks/d92158ae-2893-445f-b641-484828cd96e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983243 Apr 05 13:43:33.501845 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f9573393-5876-4e4e-859c-294cec0740b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:33.523127 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b9e92-de22-4d5e-9401-012c442df535 None None] Port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:33.585272 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-29673a6f-a0ed-459d-9494-b8b164be4ee0 admin admin] Publish callbacks [] for security_group (a464c36d-38d8-4653-a49c-f07a4c02ba06), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:33.637535 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be280f59-02ce-4d95-9a1b-9b2e133bdb17 req-e0daf79a-a79b-4895-b5a0-ae8392f1b8bb tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:33.655974 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:43:33.660909 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-be280f59-02ce-4d95-9a1b-9b2e133bdb17 req-e0daf79a-a79b-4895-b5a0-ae8392f1b8bb tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 943 time: 0.2096417 Apr 05 13:43:33.671221 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Sync routers for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:43:33.688578 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7a5b7d55-4032-42b8-9fe5-71ba96fb48fe admin admin] 10.222.0.59 "PUT /v2.0/routers/87509cee-4c98-4ee2-b328-b2d32fb2c1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3515542 Apr 05 13:43:33.700973 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-8e580069-c2cd-407b-ac35-b5814cf0db70 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--388441432&fields=id&tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52 HTTP/1.1" status: 200 len: 267 time: 0.6537261 Apr 05 13:43:33.707472 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:33.708243 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:33.713104 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:43:33.736075 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c0e206d3-78d7-4676-832c-67ba5c924f21 admin admin] 10.222.0.59 "PUT /v2.0/routers/19f609a3-4623-4e1d-b3e2-96aeae6782e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4633379 Apr 05 13:43:33.749326 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:43:33.786340 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port a7d38e55-a081-48da-b71d-7562cbe91084 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:33.786902 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:33.878124 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port a7d38e55-a081-48da-b71d-7562cbe91084, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a7d38e55-a081-48da-b71d-7562cbe91084,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:33.902720 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:33.922534 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:33.923193 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:34.074551 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-55ae1679-154b-4d03-927a-138d0b8dc6c8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:34.076407 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-55ae1679-154b-4d03-927a-138d0b8dc6c8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 817 time: 0.3529046 Apr 05 13:43:34.104357 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-e5a20411-1a56-4aad-be35-e2b925d20b37 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/quotas/ee6e9d5de52b4741bb5efe2a286e8e52 HTTP/1.1" status: 200 len: 375 time: 0.0221567 Apr 05 13:43:34.314299 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:34.335153 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-2f057837-42d7-4009-89d0-bfacb10f3c2f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2240331 Apr 05 13:43:34.364484 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:34.523157 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:34.625913 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-171c3d8e-3c53-487e-951f-b0b57f662279 service neutron] 10.222.0.59 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671809 Apr 05 13:43:34.642605 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-be280f59-02ce-4d95-9a1b-9b2e133bdb17 req-5b6581ff-b4a5-49ba-b4df-4361b2522e46 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9804072 Apr 05 13:43:34.749874 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-29673a6f-a0ed-459d-9494-b8b164be4ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (a464c36d-38d8-4653-a49c-f07a4c02ba06), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:34.752509 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-29673a6f-a0ed-459d-9494-b8b164be4ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:34.753666 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-29673a6f-a0ed-459d-9494-b8b164be4ee0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a464c36d-38d8-4653-a49c-f07a4c02ba06 HTTP/1.1" status: 204 len: 168 time: 1.4394379 Apr 05 13:43:34.757745 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=a7d38e55-a081-48da-b71d-7562cbe91084,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:34.802753 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2faa14c0-a3e7-4e67-989d-e9a708108a34 req-6f94254b-2e1a-4bd3-b72b-c288878611b4 service neutron] 10.222.0.46 "GET /v2.0/networks/d92158ae-2893-445f-b641-484828cd96e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2610726 Apr 05 13:43:34.817495 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:34.818375 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:34.847815 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29673a6f-a0ed-459d-9494-b8b164be4ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464c36d-38d8-4653-a49c-f07a4c02ba06,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:34.913805 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 2, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:34.961667 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Checking router: 87509cee-4c98-4ee2-b328-b2d32fb2c1af for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:43:34.981314 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Updating router 87509cee-4c98-4ee2-b328-b2d32fb2c1af port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:43:34.990400 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-b40b451d-79f6-4278-b8c1-123b4bf4a1a7 service neutron] 10.222.0.59 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585148 Apr 05 13:43:35.054426 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd4b32-3d36-4504-8e9e-b86120628dca req-1d2ad429-19f1-4141-92ff-e8b08b82a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:35.065655 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3ecd4b32-3d36-4504-8e9e-b86120628dca req-1d2ad429-19f1-4141-92ff-e8b08b82a3c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f9aa619aa7b4d4d981db173ab77dbf4&device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 1127 time: 0.1587195 Apr 05 13:43:35.131751 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:35.241700 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:35.272084 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 2, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:35.337277 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:43:35.337999 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Updating router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 port 974c8d74-66b5-44c6-b63c-ef3b405280cf binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:43:35.490439 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:35.593108 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd4b32-3d36-4504-8e9e-b86120628dca req-1076c9dd-d31a-4046-8691-6f453c175ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:35.594831 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3ecd4b32-3d36-4504-8e9e-b86120628dca req-1076c9dd-d31a-4046-8691-6f453c175ea0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d92158ae-2893-445f-b641-484828cd96e2 HTTP/1.1" status: 200 len: 912 time: 0.5179553 Apr 05 13:43:35.678101 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49628) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:35.737699 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3ecd4b32-3d36-4504-8e9e-b86120628dca req-b0b90f15-8001-4c30-9efa-e736bf6aac6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b47f837a-6c09-4dfa-a6fe-b54f99471784 HTTP/1.1" status: 200 len: 217 time: 0.1305344 Apr 05 13:43:35.997220 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49642) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:36.063627 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a03eb127-4113-4974-a9aa-fb400fc9b1a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:36.122367 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd4b32-3d36-4504-8e9e-b86120628dca req-a5b16c27-11b9-479d-ba65-627357c67e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:36.131198 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3ecd4b32-3d36-4504-8e9e-b86120628dca req-a5b16c27-11b9-479d-ba65-627357c67e88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4940d7e6-0c9c-4526-972e-04d261a01f06 HTTP/1.1" status: 200 len: 851 time: 0.1814375 Apr 05 13:43:36.182867 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a7d38e55-a081-48da-b71d-7562cbe91084 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:36.203543 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:36.244855 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3ecd4b32-3d36-4504-8e9e-b86120628dca req-45b8fc4b-de9b-4944-937c-f3e7af28e8c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d92158ae-2893-445f-b641-484828cd96e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045313 Apr 05 13:43:36.354085 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a03eb127-4113-4974-a9aa-fb400fc9b1a1 admin admin] Publish callbacks [] for security_group (6c01a65c-5b39-472f-923a-9814bbc22f06), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:36.405576 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a03eb127-4113-4974-a9aa-fb400fc9b1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (6c01a65c-5b39-472f-923a-9814bbc22f06), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:36.502458 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a03eb127-4113-4974-a9aa-fb400fc9b1a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6101c05deaa1412ab6b8af6c1d5ef384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035856 Apr 05 13:43:36.504046 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c876d69e-ece5-4ca5-9083-75e5651e1a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:36.505880 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49660) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:36.508234 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03eb127-4113-4974-a9aa-fb400fc9b1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c01a65c-5b39-472f-923a-9814bbc22f06,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:36.534923 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7708fc85-b733-48e6-8555-291772d7c6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:36.571488 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Publish callbacks [] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:36.591567 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:36.655472 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7def332d-ddf9-4c09-abaa-37785a3301ca admin admin] Publish callbacks [] for security_group (6c01a65c-5b39-472f-923a-9814bbc22f06), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:36.674262 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3ecd4b32-3d36-4504-8e9e-b86120628dca req-df57182f-6f16-4eec-9f5d-bc8ba9c4855a service neutron] 10.222.0.46 "GET /v2.0/networks/d92158ae-2893-445f-b641-484828cd96e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037938 Apr 05 13:43:36.739742 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7def332d-ddf9-4c09-abaa-37785a3301ca admin admin] Publish callbacks [] for security_group (6c01a65c-5b39-472f-923a-9814bbc22f06), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:36.946917 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77039f58-c98a-4f2f-a036-f8a25699db1b None None] Pushing event updated for resources: {'Port': ['ID=a9a5cb33-07cf-4399-9f9c-acbd1c03fc63,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:37.015040 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3ecd4b32-3d36-4504-8e9e-b86120628dca req-5f851fe9-dd3a-49c0-b5b5-cb2b35900762 service neutron] 10.222.0.46 "GET /v2.0/networks/d92158ae-2893-445f-b641-484828cd96e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333285 Apr 05 13:43:37.024055 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Attempting to bind port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:37.029353 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Attempting to bind port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:37.033040 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Attempting to bind port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:37.051593 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49688) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:37.052221 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:37.052880 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Checking segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:37.056902 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-bdf920f5-ab2e-4379-bbe3-f4d685b4a174 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--669399468', 'description': 'tempest-description--103746238'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:37.062606 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.063886 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Bound using segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:37.065108 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Bound port: a9a5cb33-07cf-4399-9f9c-acbd1c03fc63, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:37.069693 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.099150 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bdf920f5-ab2e-4379-bbe3-f4d685b4a174 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.108588 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c876d69e-ece5-4ca5-9083-75e5651e1a13 admin admin] Publish callbacks [] for security_group (edf929cf-c395-4666-a510-44aca54ec509), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.113523 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7def332d-ddf9-4c09-abaa-37785a3301ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (6c01a65c-5b39-472f-923a-9814bbc22f06), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.120557 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7def332d-ddf9-4c09-abaa-37785a3301ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.123234 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7def332d-ddf9-4c09-abaa-37785a3301ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c01a65c-5b39-472f-923a-9814bbc22f06 HTTP/1.1" status: 204 len: 168 time: 0.6162674 Apr 05 13:43:37.198723 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bdf920f5-ab2e-4379-bbe3-f4d685b4a174 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (3ec9e7a7-facc-4598-989d-f4605f732da6), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.234753 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bac2f5e4-bdfe-4e80-99dd-55073d84ef87 req-db7e73cf-d813-423e-ac9c-d77a327f2c9a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 210 time: 0.0344250 Apr 05 13:43:37.236424 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bdf920f5-ab2e-4379-bbe3-f4d685b4a174 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (3ec9e7a7-facc-4598-989d-f4605f732da6), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.270805 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bdf920f5-ab2e-4379-bbe3-f4d685b4a174 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.272467 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-bdf920f5-ab2e-4379-bbe3-f4d685b4a174 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2194157 Apr 05 13:43:37.282586 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49696) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:37.293772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-d42a4336-6788-4519-b909-5d4987ae4ab0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group_rule': {'security_group_id': '3ec9e7a7-facc-4598-989d-f4605f732da6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:37.303120 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c876d69e-ece5-4ca5-9083-75e5651e1a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (edf929cf-c395-4666-a510-44aca54ec509), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.342296 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf920f5-ab2e-4379-bbe3-f4d685b4a174 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec9e7a7-facc-4598-989d-f4605f732da6,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:37.343681 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Publish callbacks [] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.358799 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] For port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:37.370413 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d42a4336-6788-4519-b909-5d4987ae4ab0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (4a0d80de-7cad-4a18-abcf-e75d6ebe4661), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.377454 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] For port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a9a5cb33-07cf-4399-9f9c-acbd1c03fc63,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:37.384142 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def332d-ddf9-4c09-abaa-37785a3301ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c01a65c-5b39-472f-923a-9814bbc22f06,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:37.391540 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.392322 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.397035 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.413962 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-87df6913-f951-4d7f-8708-0af9f16b0042 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:37.427010 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-87df6913-f951-4d7f-8708-0af9f16b0042 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 818 time: 0.3354416 Apr 05 13:43:37.467654 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77039f58-c98a-4f2f-a036-f8a25699db1b None None] Pushing event updated for resources: {'Port': ['ID=a9a5cb33-07cf-4399-9f9c-acbd1c03fc63,revision_number=4']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:37.498041 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:37.498291 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:37.533238 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-2d4709fb-9895-4cac-94aa-2ed62af10b5c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/quotas/a2098c6086f1416bacaabd9ec938bfa5 HTTP/1.1" status: 200 len: 375 time: 0.1052477 Apr 05 13:43:37.559570 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876d69e-ece5-4ca5-9083-75e5651e1a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf929cf-c395-4666-a510-44aca54ec509,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:37.599431 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d42a4336-6788-4519-b909-5d4987ae4ab0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (4a0d80de-7cad-4a18-abcf-e75d6ebe4661), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.610347 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d42a4336-6788-4519-b909-5d4987ae4ab0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (4a0d80de-7cad-4a18-abcf-e75d6ebe4661), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.611576 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bde0f-22e0-4008-bd9d-6b41e9319e65 None None] Pushing event updated for resources: {'Port': ['ID=974c8d74-66b5-44c6-b63c-ef3b405280cf,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:37.622227 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c876d69e-ece5-4ca5-9083-75e5651e1a13 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8a11720460549acb139539bc97dcf43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9424686 Apr 05 13:43:37.622989 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49706) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:37.660121 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd5406-c906-478e-a8e1-58a1d149c307 req-4ce96c83-484a-4876-bd8e-99894433ea24 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:37.662874 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port a7d38e55-a081-48da-b71d-7562cbe91084 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:37.663505 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.673545 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-24f0b8fa-fa52-487b-b33e-02c8078be953 None None] Provisioning complete for port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:37.673946 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-24f0b8fa-fa52-487b-b33e-02c8078be953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.677515 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c7cd5406-c906-478e-a8e1-58a1d149c307 req-4ce96c83-484a-4876-bd8e-99894433ea24 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 943 time: 0.2203474 Apr 05 13:43:37.706588 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a4336-6788-4519-b909-5d4987ae4ab0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0d80de-7cad-4a18-abcf-e75d6ebe4661,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:37.744263 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d42a4336-6788-4519-b909-5d4987ae4ab0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.746479 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7ce74a2-e006-4014-8a47-06110a522d7c admin admin] Publish callbacks [] for security_group (edf929cf-c395-4666-a510-44aca54ec509), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.747654 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d42a4336-6788-4519-b909-5d4987ae4ab0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4630113 Apr 05 13:43:37.750529 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49710) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:37.766244 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-25a0ac0a-c904-4116-80df-6a6d39e36052 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group_rule': {'security_group_id': '3ec9e7a7-facc-4598-989d-f4605f732da6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:37.826217 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-952781c7-a606-4112-8653-90f2435bdbda tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2919662 Apr 05 13:43:37.890709 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c7cd5406-c906-478e-a8e1-58a1d149c307 req-1a1dce9b-aa7c-468f-9729-4577d3c28e3a tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120266 Apr 05 13:43:37.903149 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:37.936192 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25a0ac0a-c904-4116-80df-6a6d39e36052 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (5bad3b38-d2bd-4ddf-ab72-87db26cdfbaa), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:37.978727 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7ce74a2-e006-4014-8a47-06110a522d7c admin admin] Publish callbacks [] for security_group (edf929cf-c395-4666-a510-44aca54ec509), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.045073 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-24f0b8fa-fa52-487b-b33e-02c8078be953 None None] Current status of the port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:38.049568 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-24f0b8fa-fa52-487b-b33e-02c8078be953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.055324 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-d839a69d-2b6c-4058-a62f-d8343398ee3c service neutron] 10.222.0.59 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278163 Apr 05 13:43:38.068210 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7ce74a2-e006-4014-8a47-06110a522d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (edf929cf-c395-4666-a510-44aca54ec509), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.071241 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25a0ac0a-c904-4116-80df-6a6d39e36052 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (5bad3b38-d2bd-4ddf-ab72-87db26cdfbaa), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.071833 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7ce74a2-e006-4014-8a47-06110a522d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.079817 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b7ce74a2-e006-4014-8a47-06110a522d7c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/edf929cf-c395-4666-a510-44aca54ec509 HTTP/1.1" status: 204 len: 168 time: 0.4537890 Apr 05 13:43:38.083615 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25a0ac0a-c904-4116-80df-6a6d39e36052 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (5bad3b38-d2bd-4ddf-ab72-87db26cdfbaa), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.125206 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0ac0a-c904-4116-80df-6a6d39e36052 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bad3b38-d2bd-4ddf-ab72-87db26cdfbaa,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:38.147648 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25a0ac0a-c904-4116-80df-6a6d39e36052 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.148943 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-25a0ac0a-c904-4116-80df-6a6d39e36052 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3945291 Apr 05 13:43:38.153490 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49724) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:38.166580 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:38.168248 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Attempting to bind port 974c8d74-66b5-44c6-b63c-ef3b405280cf on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:38.169033 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Attempting to bind port 974c8d74-66b5-44c6-b63c-ef3b405280cf by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:38.169558 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Attempting to bind port 974c8d74-66b5-44c6-b63c-ef3b405280cf on network c3cff852-d241-43ab-830a-cae40270149a {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:38.171940 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce74a2-e006-4014-8a47-06110a522d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf929cf-c395-4666-a510-44aca54ec509,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:38.191861 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:38.194272 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Checking segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:38.196624 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.196925 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Bound using segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:38.197462 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Bound port: 974c8d74-66b5-44c6-b63c-ef3b405280cf, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:38.199151 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.206657 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.275838 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-077539bc-32f3-444a-883b-2a7155c4b31b service neutron] 10.222.0.59 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192328 Apr 05 13:43:38.427117 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:37Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:38.436028 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-69ebc82f-0809-4967-8ca5-29b0ee7b1e2b req-a308d5af-687c-4282-8073-a169fae302a8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 210 time: 0.0544417 Apr 05 13:43:38.485803 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.499952 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55f8fc-14cc-4e8d-af72-bc87e7dfda0e None None] The sync data for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi is: [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:37Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:43:38.519226 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.538576 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-24f0b8fa-fa52-487b-b33e-02c8078be953 None None] For port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a9a5cb33-07cf-4399-9f9c-acbd1c03fc63,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:38.561806 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-24f0b8fa-fa52-487b-b33e-02c8078be953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.630357 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port a7d38e55-a081-48da-b71d-7562cbe91084 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:38.766812 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] For port 974c8d74-66b5-44c6-b63c-ef3b405280cf, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:38.775226 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] For port 974c8d74-66b5-44c6-b63c-ef3b405280cf, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=974c8d74-66b5-44c6-b63c-ef3b405280cf,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:38.788940 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0b8fa-fa52-487b-b33e-02c8078be953 None None] Pushing event updated for resources: {'Port': ['ID=a9a5cb33-07cf-4399-9f9c-acbd1c03fc63,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:38.793685 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Allocated IP 172.27.2.39 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/9703c8dd-08fa-47e8-b2d3-b302e476f1d7) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:38.816638 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.866716 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49748) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:38.900726 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd66be6c-fc02-4b24-9783-a7bded636103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:38.938628 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bde0f-22e0-4008-bd9d-6b41e9319e65 None None] Pushing event updated for resources: {'Port': ['ID=974c8d74-66b5-44c6-b63c-ef3b405280cf,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:38.943840 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:38.947474 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4b35d836-54e4-4947-aba7-d2ea62a9b4c8 req-b1a2d137-3ad4-42a3-a69f-fa9531e16f67 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 210 time: 0.0712566 Apr 05 13:43:38.948204 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-ac8bd45c-4f12-40bf-97ff-1293923532ce None None] Provisioning complete for port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:38.949319 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd45c-4f12-40bf-97ff-1293923532ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.116805 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (9703c8dd-08fa-47e8-b2d3-b302e476f1d7), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.175560 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd66be6c-fc02-4b24-9783-a7bded636103 admin admin] Publish callbacks [] for security_group (46cf0078-f5b1-4c0f-9256-25cf81917c66), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.185296 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd66be6c-fc02-4b24-9783-a7bded636103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (46cf0078-f5b1-4c0f-9256-25cf81917c66), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.186620 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (9703c8dd-08fa-47e8-b2d3-b302e476f1d7), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.274925 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:39.284050 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66be6c-fc02-4b24-9783-a7bded636103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf0078-f5b1-4c0f-9256-25cf81917c66,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:39.298550 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:39.306280 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:39.327077 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-dd66be6c-fc02-4b24-9783-a7bded636103 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a9a79b40011f4b43ac2dc291503a38f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4591002 Apr 05 13:43:39.328766 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=9703c8dd-08fa-47e8-b2d3-b302e476f1d7,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:39.341937 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 49764) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:39.372530 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16e0e-e752-4a3d-97a4-8abfd83bde6f req-e33bae75-66c5-4523-8b9b-42debf9e8427 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:39.375692 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47a16e0e-e752-4a3d-97a4-8abfd83bde6f req-e33bae75-66c5-4523-8b9b-42debf9e8427 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 943 time: 0.3890102 Apr 05 13:43:39.377195 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:43:39.383959 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:39.498415 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49782) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:39.562979 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47a16e0e-e752-4a3d-97a4-8abfd83bde6f req-64a76e59-7bc8-4d7a-a0ad-65b5efa52f5d tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786299 Apr 05 13:43:39.653204 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (f0f9b083-8caa-4a59-b352-97099aea2b51), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.717750 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:39.718351 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.725730 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fd01-8804-4241-92de-ba67b5f22f1d admin admin] Publish callbacks [] for security_group (46cf0078-f5b1-4c0f-9256-25cf81917c66), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.741399 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d0fbbf74-6cbf-43af-907f-f6a8fb578197 req-489107fe-8bbf-4478-874c-a9476d04e88c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 210 time: 0.0602031 Apr 05 13:43:39.767982 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:43:39.799295 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-ac8bd45c-4f12-40bf-97ff-1293923532ce None None] Current status of the port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:39.800992 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-8530e350-8a07-4734-855e-a80b0a884d77 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:39.807104 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-8530e350-8a07-4734-855e-a80b0a884d77 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 818 time: 0.3015139 Apr 05 13:43:39.812516 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (9703c8dd-08fa-47e8-b2d3-b302e476f1d7), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.816012 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fd01-8804-4241-92de-ba67b5f22f1d admin admin] Publish callbacks [] for security_group (46cf0078-f5b1-4c0f-9256-25cf81917c66), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.819944 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1266426847-network', 'tenant_id': '68f77ee0475b43089a7c2531c7e9a526'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:39.861508 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Made reservation on behalf of 68f77ee0475b43089a7c2531c7e9a526 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:39.863981 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.875556 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-b6ae12fa-9285-486a-a0a0-eed605b9935a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/quotas/a2098c6086f1416bacaabd9ec938bfa5 HTTP/1.1" status: 200 len: 375 time: 0.0443044 Apr 05 13:43:39.889400 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:39.899751 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-ac8bd45c-4f12-40bf-97ff-1293923532ce None None] Provisioning complete for port 974c8d74-66b5-44c6-b63c-ef3b405280cf triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:39.900138 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd45c-4f12-40bf-97ff-1293923532ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.081305 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-b55160da-12b5-4685-8c76-e4f97b027ba9 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1914721 Apr 05 13:43:40.134083 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fd01-8804-4241-92de-ba67b5f22f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (46cf0078-f5b1-4c0f-9256-25cf81917c66), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.137994 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fd01-8804-4241-92de-ba67b5f22f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.139367 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-b0b0fd01-8804-4241-92de-ba67b5f22f1d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46cf0078-f5b1-4c0f-9256-25cf81917c66 HTTP/1.1" status: 204 len: 168 time: 0.7949049 Apr 05 13:43:40.148922 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Publish callbacks [] for security_group (f91e58e2-934a-4fa8-ab16-f275a1974ef5), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.158104 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f91e58e2-934a-4fa8-ab16-f275a1974ef5), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.162884 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.181827 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0fd01-8804-4241-92de-ba67b5f22f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf0078-f5b1-4c0f-9256-25cf81917c66,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:40.204043 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:43:40.226390 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91e58e2-934a-4fa8-ab16-f275a1974ef5,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:40.231673 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (e1f321c6-5fd4-4bb5-9bfc-959b9d504db6), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.232227 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Added segment e1f321c6-5fd4-4bb5-9bfc-959b9d504db6 of type vlan for network 45e78cf7-4661-4a1d-af9e-ec6380a354e1 Apr 05 13:43:40.257547 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:40.312216 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (9703c8dd-08fa-47e8-b2d3-b302e476f1d7), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.319514 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (9703c8dd-08fa-47e8-b2d3-b302e476f1d7), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.328486 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (45e78cf7-4661-4a1d-af9e-ec6380a354e1), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.365515 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (45e78cf7-4661-4a1d-af9e-ec6380a354e1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.366697 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:40.368274 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.369378 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (f0f9b083-8caa-4a59-b352-97099aea2b51), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.379012 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-1ae10dda-2d7b-4889-a732-8349a500527b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:43:40.389855 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-1ae10dda-2d7b-4889-a732-8349a500527b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1632020 Apr 05 13:43:40.419414 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-ac8bd45c-4f12-40bf-97ff-1293923532ce None None] Current status of the port 974c8d74-66b5-44c6-b63c-ef3b405280cf is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:40.419961 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd45c-4f12-40bf-97ff-1293923532ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.432362 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9325616 Apr 05 13:43:40.433153 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49798) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:40.448604 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=9703c8dd-08fa-47e8-b2d3-b302e476f1d7,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:40.455790 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.457139 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-3187ee74-394c-4cb8-b340-d5c2ae4d7e59 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3025284 Apr 05 13:43:40.498380 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Request body: {'subnet': {'network_id': '45e78cf7-4661-4a1d-af9e-ec6380a354e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1266426847-subnet', 'tenant_id': '68f77ee0475b43089a7c2531c7e9a526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:40.500007 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-ac8bd45c-4f12-40bf-97ff-1293923532ce None None] For port 974c8d74-66b5-44c6-b63c-ef3b405280cf, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=974c8d74-66b5-44c6-b63c-ef3b405280cf,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:40.515798 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd45c-4f12-40bf-97ff-1293923532ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.539434 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-44be8f73-8e46-43c8-ab4c-67ad90877cb7 service neutron] 10.222.0.59 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483152 Apr 05 13:43:40.549094 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de867ab-106f-4342-ae12-0b2487c07f52 admin admin] Pushing event updated for resources: {'Network': ['ID=45e78cf7-4661-4a1d-af9e-ec6380a354e1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:40.562366 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Made reservation on behalf of 68f77ee0475b43089a7c2531c7e9a526 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:40.567010 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.628875 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:43:40.683712 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 45e78cf7-4661-4a1d-af9e-ec6380a354e1 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:43:40.694036 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-bdfa9762-3a4e-4baa-97b8-733fce2e4d05 service neutron] 10.222.0.59 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392992 Apr 05 13:43:40.713869 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06824a-8e68-40fe-87a9-d5c8dd5413d1 None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:43:40.862397 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:40.864685 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-df3f174f-a133-4cd6-84f8-d4eb9365df43 None None] Provisioning complete for port 974c8d74-66b5-44c6-b63c-ef3b405280cf triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:40.865089 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-df3f174f-a133-4cd6-84f8-d4eb9365df43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:40.924588 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccfe75-a2f5-408d-a36d-a50773113497 req-1cfe78b5-d070-44c4-8176-d663d099890e tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:40.926249 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d7ccfe75-a2f5-408d-a36d-a50773113497 req-1cfe78b5-d070-44c4-8176-d663d099890e tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 943 time: 0.1702547 Apr 05 13:43:41.003606 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bd45c-4f12-40bf-97ff-1293923532ce None None] Pushing event updated for resources: {'Port': ['ID=974c8d74-66b5-44c6-b63c-ef3b405280cf,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:41.010068 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (5979765f-2173-411d-8285-f017ac7be4de), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:41.135604 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:41.135604 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:41.155039 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d7ccfe75-a2f5-408d-a36d-a50773113497 req-fd531841-616d-47ad-8750-b5b8db5e6256 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953938 Apr 05 13:43:41.232175 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Checking segment: {'id': 'e1f321c6-5fd4-4bb5-9bfc-959b9d504db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '45e78cf7-4661-4a1d-af9e-ec6380a354e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:41.233263 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Network hostable DHCP agents. Network: 45e78cf7-4661-4a1d-af9e-ec6380a354e1, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:43:41.237379 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5979765f-2173-411d-8285-f017ac7be4de,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:41.307874 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Network 45e78cf7-4661-4a1d-af9e-ec6380a354e1 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:43:41.335194 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 45e78cf7-4661-4a1d-af9e-ec6380a354e1) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:41.340830 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:41.349233 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-a6be9d83-114e-418f-9788-7bdb3e9b95ca tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--669399468&fields=id&tenant_id=51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 267 time: 0.2212059 Apr 05 13:43:41.361760 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d48f6-307b-443d-ac1a-6a73f83e3038 None None] Network 45e78cf7-4661-4a1d-af9e-ec6380a354e1 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:41.365434 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:41.461816 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-df3f174f-a133-4cd6-84f8-d4eb9365df43 None None] Current status of the port 974c8d74-66b5-44c6-b63c-ef3b405280cf is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:41.533810 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-847aed8f-7d2a-4606-9a74-37a902af00be req-169c970f-546f-42ec-b975-551baad15956 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 210 time: 0.1304076 Apr 05 13:43:41.580759 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-da8c77b0-c68a-414a-8a90-d724ad734ae3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0862787 Apr 05 13:43:41.700555 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-efbc32ea-5d5e-43c6-bf99-8e216fd1662b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:41.713540 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-efbc32ea-5d5e-43c6-bf99-8e216fd1662b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 815 time: 0.3561332 Apr 05 13:43:41.753812 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-6cc9ed74-c110-43e3-8fca-99d57d4635df tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/quotas/51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 375 time: 0.0392010 Apr 05 13:43:41.764640 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device b47f837a-6c09-4dfa-a6fe-b54f99471784 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:43:41.822650 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-791137c1-922e-4975-b6b5-6f4022c44aa4 req-5257fe99-e306-49a4-8605-3a5d991e4796 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 210 time: 0.1016088 Apr 05 13:43:41.890816 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-1b45bbcf-f19a-4343-a3ee-cc653605b706 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354687 Apr 05 13:43:41.931478 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:42.052758 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.46', 51470) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:42.113364 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.db.resource_extend [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 13:43:42.258490 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad775d6f-f344-4341-9072-33858c7dde87 None None] Network 45e78cf7-4661-4a1d-af9e-ec6380a354e1 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:42.351652 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-d5b1f621-9c5a-4019-91cb-aa5d8615707c service neutron] 10.222.0.59 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160354 Apr 05 13:43:42.393978 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port b47f837a-6c09-4dfa-a6fe-b54f99471784, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b47f837a-6c09-4dfa-a6fe-b54f99471784,segment=NetworkSegment(ceee9fe5-7cfb-4421-bfca-26b4a631f5a5),segment_id=ceee9fe5-7cfb-4421-bfca-26b4a631f5a5)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:42.424235 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': 'b47f837a-6c09-4dfa-a6fe-b54f99471784', 'network_id': 'd92158ae-2893-445f-b641-484828cd96e2', 'port_id': 'b47f837a-6c09-4dfa-a6fe-b54f99471784', 'mac_address': 'fa:16:3e:95:38:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4940d7e6-0c9c-4526-972e-04d261a01f06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:43:42.556329 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-d3d2215b-8312-4ed4-8358-205772bfe211 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:42.558589 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-d3d2215b-8312-4ed4-8358-205772bfe211 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 818 time: 0.5041986 Apr 05 13:43:42.577415 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Request body: {'port': {'device_id': 'ec3ef91a-434a-4c31-85d2-c1352a5208f3', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'admin_state_up': True, 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:42.700313 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port b47f837a-6c09-4dfa-a6fe-b54f99471784 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:42.700833 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:42.739091 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47f837a-6c09-4dfa-a6fe-b54f99471784 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:43:42.772704 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port b47f837a-6c09-4dfa-a6fe-b54f99471784, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b47f837a-6c09-4dfa-a6fe-b54f99471784,segment=NetworkSegment(ceee9fe5-7cfb-4421-bfca-26b4a631f5a5),segment_id=ceee9fe5-7cfb-4421-bfca-26b4a631f5a5)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:42.782106 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:42.843478 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff512e71-0f5a-41c7-bb04-ec18109ef96d req-cda4f805-418a-4111-8140-e8bb06ad5e32 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:42.845120 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ff512e71-0f5a-41c7-bb04-ec18109ef96d req-cda4f805-418a-4111-8140-e8bb06ad5e32 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 943 time: 0.4551795 Apr 05 13:43:42.858855 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 974c8d74-66b5-44c6-b63c-ef3b405280cf up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:42.946921 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=b47f837a-6c09-4dfa-a6fe-b54f99471784,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:43.052260 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 974c8d74-66b5-44c6-b63c-ef3b405280cf triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:43.052856 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:43.101735 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ff512e71-0f5a-41c7-bb04-ec18109ef96d req-4bfebbd9-e5a8-4b15-836f-67093df548ef tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147167 Apr 05 13:43:43.109385 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-3a831b0a-cb06-4f19-b82c-cf91fddca437 service neutron] 10.222.0.59 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514477 Apr 05 13:43:43.206164 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-017cde72-cd20-4e61-9221-bd71e467ad73 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:43.217628 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.46', 51477) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:43.218300 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-017cde72-cd20-4e61-9221-bd71e467ad73 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 817 time: 1.3123913 Apr 05 13:43:43.241392 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Made reservation on behalf of a2098c6086f1416bacaabd9ec938bfa5 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:43.244767 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:43.249554 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['b47f837a-6c09-4dfa-a6fe-b54f99471784'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:43:43.251916 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 49934) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:43.268914 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-171764285-network', 'tenant_id': 'eaba0a0c75064660861ddc0c158d9bb3'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:43.399182 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-f6452d3b-9cc4-42b1-867b-e57e60dbcc70 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52 HTTP/1.1" status: 200 len: 379 time: 0.1784806 Apr 05 13:43:43.414718 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'port': {'device_id': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'admin_state_up': True, 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'security_groups': ['0fa4c101-f2f3-45bd-95c7-c714878184b7']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:43.668995 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-46f2a776-0483-42b7-84a3-20b221e1825e req-550b4ce4-fd08-4e3f-a5b5-fcb6ad4ecf11 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 210 time: 0.0882730 Apr 05 13:43:43.780314 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Made reservation on behalf of eaba0a0c75064660861ddc0c158d9bb3 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:43.785081 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:43.809125 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3da6b8f6-7d13-4c80-bdb3-67ddda36cda0 req-fae48266-a906-4a33-a7b0-b55d27c418ba tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 210 time: 0.5077689 Apr 05 13:43:43.901262 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2b050297-1f99-48e7-9337-bb7a5956ec7c req-c7e865f4-f9e6-47f1-b509-295e3804e39f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 210 time: 0.1173396 Apr 05 13:43:43.922145 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.009665 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Made reservation on behalf of ee6e9d5de52b4741bb5efe2a286e8e52 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:44.013300 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.163464 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 974c8d74-66b5-44c6-b63c-ef3b405280cf is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:44.297108 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-1ff8b2fa-3a10-4607-9b4b-d0ce37e94fd4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:44.298778 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-1ff8b2fa-3a10-4607-9b4b-d0ce37e94fd4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 818 time: 1.0794888 Apr 05 13:43:44.329609 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Allocated IP 172.20.0.6 (36092869-544a-41e5-a4a1-8d365ffa3fa5/6ee8f02e-d37c-4877-85d0-920bc9beb4dd/18abb312-259e-4ad9-aee4-8094c991ad8e) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:44.331198 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Request body: {'port': {'device_id': '01eed230-0576-46ce-89ed-577fe3bafe14', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'admin_state_up': True, 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:44.466037 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Allocated IP 172.20.0.13 (4f94a67a-4b4c-4b0c-b628-6c4483480757/83962a44-d010-479c-b220-f049fff09390/2b817a5d-3997-48f5-8143-c7c5935059ae) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:44.511802 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.537408 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Publish callbacks [] for security_group (ea653e89-486b-4d35-9675-9e2c6d50987c), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.548524 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff2f42-25f3-49bd-8124-c1758a7744cc req-9d35f6e4-32bd-49f5-aa80-50a6c482a5a1 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:44.550038 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ceff2f42-25f3-49bd-8124-c1758a7744cc req-9d35f6e4-32bd-49f5-aa80-50a6c482a5a1 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 944 time: 0.2964182 Apr 05 13:43:44.560108 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ea653e89-486b-4d35-9675-9e2c6d50987c), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.561153 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.610708 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Network 36092869-544a-41e5-a4a1-8d365ffa3fa5 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:44.613832 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:44.620179 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:44.625442 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:44.625980 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.631514 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:43:44.635230 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:44.657837 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-d10f01e2-0582-483e-86cb-ccf1bf18e0da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2487848 Apr 05 13:43:44.700474 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea653e89-486b-4d35-9675-9e2c6d50987c,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:44.706844 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (6630b730-305c-4326-9f3a-b41b9655a404), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.706844 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Added segment 6630b730-305c-4326-9f3a-b41b9655a404 of type vlan for network d2d60068-8a57-44d5-bf03-02ae02758a8e Apr 05 13:43:44.753140 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Request body: {'port': {'device_id': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:44.779000 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (d2d60068-8a57-44d5-bf03-02ae02758a8e), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.841339 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ceff2f42-25f3-49bd-8124-c1758a7744cc req-5cf8435e-2628-4920-af5f-cb52743f1353 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692292 Apr 05 13:43:44.848226 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (d2d60068-8a57-44d5-bf03-02ae02758a8e), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.849387 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:44.850182 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:44.904894 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2b7e2223-17c1-4c87-b58d-7a4acd0e6ab7 req-9874eb44-9f3a-42c7-af43-03dbc4ca92ba tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 210 time: 0.1485581 Apr 05 13:43:44.925863 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.46', 51482) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:44.950695 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Made reservation on behalf of a2098c6086f1416bacaabd9ec938bfa5 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:44.961166 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.029269 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-50f78ae9-4f66-4733-a4e0-62d8df5f16ed None None] Provisioning complete for port 18abb312-259e-4ad9-aee4-8094c991ad8e triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:45.029677 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-50f78ae9-4f66-4733-a4e0-62d8df5f16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.061875 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.110432 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-50f78ae9-4f66-4733-a4e0-62d8df5f16ed None None] Port 18abb312-259e-4ad9-aee4-8094c991ad8e cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:45.186389 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9309480 Apr 05 13:43:45.191242 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50012) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:45.196072 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49fa8d-4a47-47aa-b592-06c5c28280b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d2d60068-8a57-44d5-bf03-02ae02758a8e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:45.203651 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Request body: {'subnet': {'network_id': 'd2d60068-8a57-44d5-bf03-02ae02758a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-171764285-subnet', 'tenant_id': 'eaba0a0c75064660861ddc0c158d9bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:45.211183 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network d2d60068-8a57-44d5-bf03-02ae02758a8e details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:43:45.301428 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Made reservation on behalf of eaba0a0c75064660861ddc0c158d9bb3 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:45.304017 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.357268 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50ae38-97ad-4aba-9c0e-63758872def4 req-3cdabf21-a601-4dd0-ac39-a53d4b4e8392 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:45.364255 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ce50ae38-97ad-4aba-9c0e-63758872def4 req-3cdabf21-a601-4dd0-ac39-a53d4b4e8392 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 931 time: 0.2897787 Apr 05 13:43:45.471006 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5a2a66d8-3c5e-4bd4-b886-55603b120428 req-8db73315-7379-4b23-8026-393733888907 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 210 time: 0.3854206 Apr 05 13:43:45.507885 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ce50ae38-97ad-4aba-9c0e-63758872def4 req-a2f50f23-dd6a-43e9-92f3-dbcea886939b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342232 Apr 05 13:43:45.535765 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.538504 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-925af1f6-973d-44ea-9fa7-88b138a8d6bc tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:45.540168 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-925af1f6-973d-44ea-9fa7-88b138a8d6bc tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 815 time: 0.6000111 Apr 05 13:43:45.627800 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.631718 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device b47f837a-6c09-4dfa-a6fe-b54f99471784 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:45.676879 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18abb312-259e-4ad9-aee4-8094c991ad8e {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:43:45.704150 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Publish callbacks [] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.711054 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-50701d09-12ed-4c5f-b02d-046a215fd7f2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 379 time: 0.1612504 Apr 05 13:43:45.712850 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 50032) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:45.749469 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'port': {'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'admin_state_up': True, 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'security_groups': ['3ec9e7a7-facc-4598-989d-f4605f732da6']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:45.752968 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port b47f837a-6c09-4dfa-a6fe-b54f99471784 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:43:45.760155 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port b47f837a-6c09-4dfa-a6fe-b54f99471784 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:45.760600 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.797069 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Transition to ACTIVE for port object 18abb312-259e-4ad9-aee4-8094c991ad8e will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:43:45.805169 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.828618 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event updated for resources: {'Port': ['ID=2b817a5d-3997-48f5-8143-c7c5935059ae,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:45.831552 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (a188bff6-93c3-4ca9-b881-5b3c6041d55f), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.865077 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port b47f837a-6c09-4dfa-a6fe-b54f99471784 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:45.865614 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.920529 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe35196-d7f4-483e-911a-fd38d893ce72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47f837a-6c09-4dfa-a6fe-b54f99471784'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:43:45.922270 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Allocated IP 172.20.0.6 (4f94a67a-4b4c-4b0c-b628-6c4483480757/83962a44-d010-479c-b220-f049fff09390/5e0130be-6ae6-413d-a3ae-c2ae43b030f9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:45.968595 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac41f-817b-404a-a8df-7cfab8619bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:45.979079 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Pushing event updated for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:46.016060 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a188bff6-93c3-4ca9-b881-5b3c6041d55f,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:46.055666 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port b47f837a-6c09-4dfa-a6fe-b54f99471784, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b47f837a-6c09-4dfa-a6fe-b54f99471784,segment=NetworkSegment(ceee9fe5-7cfb-4421-bfca-26b4a631f5a5),segment_id=ceee9fe5-7cfb-4421-bfca-26b4a631f5a5)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:46.079719 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.106503 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:46.124034 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Attempting to bind port 18abb312-259e-4ad9-aee4-8094c991ad8e on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:46.124391 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Attempting to bind port 18abb312-259e-4ad9-aee4-8094c991ad8e by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:46.124949 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Attempting to bind port 18abb312-259e-4ad9-aee4-8094c991ad8e on network 36092869-544a-41e5-a4a1-8d365ffa3fa5 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:46.137999 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a2b61cee-2acc-4142-94a5-c5b122073577 req-6459ede6-f8ea-4600-9bee-bced5406f1f2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 210 time: 0.1142080 Apr 05 13:43:46.146874 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:46.149234 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Checking segment: {'id': '6630b730-305c-4326-9f3a-b41b9655a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd2d60068-8a57-44d5-bf03-02ae02758a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:46.149823 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Network hostable DHCP agents. Network: d2d60068-8a57-44d5-bf03-02ae02758a8e, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:43:46.151130 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Port 18abb312-259e-4ad9-aee4-8094c991ad8e on network 36092869-544a-41e5-a4a1-8d365ffa3fa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:43:46.151622 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Attempting to bind port 18abb312-259e-4ad9-aee4-8094c991ad8e on network 36092869-544a-41e5-a4a1-8d365ffa3fa5 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:46.153744 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:46.176836 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:46.177093 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Checking segment: {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:46.177703 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:46.178166 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Bound using segment: {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:46.178630 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Bound port: 18abb312-259e-4ad9-aee4-8094c991ad8e, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:46.178995 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.179250 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.201196 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=b47f837a-6c09-4dfa-a6fe-b54f99471784,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:46.212462 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Made reservation on behalf of 51e332af07b8443bb5fe05decbfab0b1 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:43:46.216774 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.217552 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-131c85e9-08ae-43c7-b404-e6d914e701c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6475813 Apr 05 13:43:46.253988 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Request body: {'port': {'device_id': 'ec3ef91a-434a-4c31-85d2-c1352a5208f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:46.264811 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a43bca1-c089-4db1-b959-d216f9a9933f" -d '{"events": [{"server_uuid": "cbe35196-d7f4-483e-911a-fd38d893ce72", "name": "network-vif-plugged", "status": "completed", "tag": "b47f837a-6c09-4dfa-a6fe-b54f99471784"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:43:46.267240 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f30665-1bd0-4870-9ead-69dd9abca07b req-9c82d342-0b57-4a2a-bd0d-618e88ff5f5a tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:46.269128 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d1f30665-1bd0-4870-9ead-69dd9abca07b req-9c82d342-0b57-4a2a-bd0d-618e88ff5f5a tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 944 time: 0.2793052 Apr 05 13:43:46.325469 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Network d2d60068-8a57-44d5-bf03-02ae02758a8e is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:43:46.413960 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.431736 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.433920 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, d2d60068-8a57-44d5-bf03-02ae02758a8e) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:46.444322 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:46.445215 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.449784 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a610eab9-9186-468b-ae00-86d64ab16d03 None None] Network d2d60068-8a57-44d5-bf03-02ae02758a8e requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:46.492336 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac41f-817b-404a-a8df-7cfab8619bfb admin admin] Publish callbacks [] for security_group (442dd06b-e2ee-45ed-bad5-00ae1ea57aa5), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.512716 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d1f30665-1bd0-4870-9ead-69dd9abca07b req-372ae4ec-dd61-483b-bf39-1d30c2692de6 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233906 Apr 05 13:43:46.543527 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c8aa1dea-2688-4954-b94b-960f09990f91 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3379607 Apr 05 13:43:46.543752 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac41f-817b-404a-a8df-7cfab8619bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (442dd06b-e2ee-45ed-bad5-00ae1ea57aa5), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.543752 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:46.548064 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad783974-c5c0-4c41-b36a-67917a426b99 x-openstack-request-id: req-ad783974-c5c0-4c41-b36a-67917a426b99 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:43:46.548378 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe35196-d7f4-483e-911a-fd38d893ce72", "name": "network-vif-plugged", "status": "completed", "tag": "b47f837a-6c09-4dfa-a6fe-b54f99471784", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:43:46.549055 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad783974-c5c0-4c41-b36a-67917a426b99 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:43:46.549558 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad783974-c5c0-4c41-b36a-67917a426b99'] response: {'server_uuid': 'cbe35196-d7f4-483e-911a-fd38d893ce72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47f837a-6c09-4dfa-a6fe-b54f99471784', 'code': 200} Apr 05 13:43:46.586471 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:46.700798 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-72bde5f5-1c1c-413e-85c8-9aaec0b7753d None None] Provisioning complete for port 2b817a5d-3997-48f5-8143-c7c5935059ae triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:46.702676 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-72bde5f5-1c1c-413e-85c8-9aaec0b7753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.709960 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.733793 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:46.820715 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-72bde5f5-1c1c-413e-85c8-9aaec0b7753d None None] Port 2b817a5d-3997-48f5-8143-c7c5935059ae cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:46.828146 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea020cf-69cf-4987-8b66-f26b2e660b80 None None] Network d2d60068-8a57-44d5-bf03-02ae02758a8e requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:43:46.833555 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.46', 51485) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:47.015720 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Allocated IP 172.20.0.8 (c3cff852-d241-43ab-830a-cae40270149a/b8c87b49-b6c8-46fa-86e6-8bba88ed9213/e655642e-a80e-43df-bfde-59c9592afe81) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:43:47.045561 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ac41f-817b-404a-a8df-7cfab8619bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442dd06b-e2ee-45ed-bad5-00ae1ea57aa5,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:47.081120 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-238b8fe7-830d-44c9-94f4-f35d9a61fb99 req-077148ac-daab-43e8-bf46-29e4a2ebf41e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 210 time: 0.3861165 Apr 05 13:43:47.083627 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event updated for resources: {'Port': ['ID=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:47.109605 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-1c2ac41f-817b-404a-a8df-7cfab8619bfb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9976d92d184344cf824b8b98ceb491c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3958557 Apr 05 13:43:47.134600 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 50082) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:47.197071 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Pushing event updated for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:47.210255 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:47.234510 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:47.243255 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:47.249982 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:47.250562 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:47.277551 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:47.278459 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:47.280135 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-160d0fcb-6c31-426b-a3ef-cf76bc623f87 service neutron] 10.222.0.46 "PUT /v2.0/ports/18abb312-259e-4ad9-aee4-8094c991ad8e HTTP/1.1" status: 200 len: 1093 time: 2.5324655 Apr 05 13:43:47.280806 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:43:47.283300 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8151fe87-6043-49a7-95e4-a2cc1b1a7793" -d '{"events": [{"name": "network-changed", "server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:43:47.325151 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-908c2115-b673-4362-a742-537ced84c5f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0043256 Apr 05 13:43:47.347165 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Request body: {'port': {'device_id': '01eed230-0576-46ce-89ed-577fe3bafe14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:47.531815 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c06c0-c7db-4d8a-8ab8-0497825373ea req-09cc2a27-572c-4c88-be58-71d4912d2ef0 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:47.553157 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f02c06c0-c7db-4d8a-8ab8-0497825373ea req-09cc2a27-572c-4c88-be58-71d4912d2ef0 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 931 time: 0.3142800 Apr 05 13:43:47.609316 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:47.703929 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f02c06c0-c7db-4d8a-8ab8-0497825373ea req-e4048140-e8dd-48fb-aa4f-8591e6612d88 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346302 Apr 05 13:43:47.724300 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d1e6e-4ea3-4c82-8dd7-69dae7771cac req-2c78d2f4-1395-48cd-9282-f4f052e8ec0f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:47.727154 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-255d1e6e-4ea3-4c82-8dd7-69dae7771cac req-2c78d2f4-1395-48cd-9282-f4f052e8ec0f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.9989684 Apr 05 13:43:47.730431 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fa40b-2268-41d7-b300-a051c552bdcc req-6a843226-2100-42d3-a3f3-788216b84b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:47.732021 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-484fa40b-2268-41d7-b300-a051c552bdcc req-6a843226-2100-42d3-a3f3-788216b84b89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 1129 time: 0.8691080 Apr 05 13:43:47.768252 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ffffe7-8ed7-4ef1-8eb1-cf0decf2ea90 x-openstack-request-id: req-67ffffe7-8ed7-4ef1-8eb1-cf0decf2ea90 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:43:47.768761 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:43:47.769112 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67ffffe7-8ed7-4ef1-8eb1-cf0decf2ea90 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:43:47.769607 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ffffe7-8ed7-4ef1-8eb1-cf0decf2ea90'] response: {'name': 'network-changed', 'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'status': 'completed', 'code': 200} Apr 05 13:43:47.798013 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d3cb81af-40e1-454e-ad72-5fa161b56fd1 admin admin] Publish callbacks [] for security_group (442dd06b-e2ee-45ed-bad5-00ae1ea57aa5), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:47.801231 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-b2cb7240-e3d0-4fe5-9f7a-7a9453ee7bcd None None] Provisioning complete for port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:47.801752 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7240-e3d0-4fe5-9f7a-7a9453ee7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:47.818211 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b817a5d-3997-48f5-8143-c7c5935059ae {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:43:47.830372 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Publish callbacks [] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:47.878188 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb7240-e3d0-4fe5-9f7a-7a9453ee7bcd None None] Port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:47.882051 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-484fa40b-2268-41d7-b300-a051c552bdcc req-dfec5d35-999e-48c4-bae0-c5c18a83cfe6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:47.919674 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d3cb81af-40e1-454e-ad72-5fa161b56fd1 admin admin] Publish callbacks [] for security_group (442dd06b-e2ee-45ed-bad5-00ae1ea57aa5), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:47.947951 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Transition to ACTIVE for port object 2b817a5d-3997-48f5-8143-c7c5935059ae will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:43:47.956690 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:47.995972 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (e655642e-a80e-43df-bfde-59c9592afe81), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.007398 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-255d1e6e-4ea3-4c82-8dd7-69dae7771cac req-6366ec4b-82a6-4a46-8e48-d431ff8a8c36 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666738 Apr 05 13:43:48.021253 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-0fbfca03-19ac-4a44-b979-801625cfeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:48.022699 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-0fbfca03-19ac-4a44-b979-801625cfeea6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 1127 time: 0.6659796 Apr 05 13:43:48.085519 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-83e94272-2451-4bc5-a6be-73e93d0c56d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18abb312-259e-4ad9-aee4-8094c991ad8e HTTP/1.1" status: 200 len: 217 time: 0.0538166 Apr 05 13:43:48.102082 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3e5d3-8231-43f8-bf12-27eef10af7ca req-8bcd41aa-7911-4092-a7df-01b93e89c10b tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:48.104247 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-18e3e5d3-8231-43f8-bf12-27eef10af7ca req-8bcd41aa-7911-4092-a7df-01b93e89c10b tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.2014370 Apr 05 13:43:48.117233 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b817a5d-3997-48f5-8143-c7c5935059ae,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:48.160447 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d3cb81af-40e1-454e-ad72-5fa161b56fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (442dd06b-e2ee-45ed-bad5-00ae1ea57aa5), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.163288 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d3cb81af-40e1-454e-ad72-5fa161b56fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.170698 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d3cb81af-40e1-454e-ad72-5fa161b56fd1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/442dd06b-e2ee-45ed-bad5-00ae1ea57aa5 HTTP/1.1" status: 204 len: 168 time: 1.0347872 Apr 05 13:43:48.187080 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-aca2350b-9228-47a1-9af4-793697ae9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:48.188610 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-aca2350b-9228-47a1-9af4-793697ae9a48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.0903797 Apr 05 13:43:48.193772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb81af-40e1-454e-ad72-5fa161b56fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442dd06b-e2ee-45ed-bad5-00ae1ea57aa5,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:48.230460 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Attempting to bind port 2b817a5d-3997-48f5-8143-c7c5935059ae on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:48.230789 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Attempting to bind port 2b817a5d-3997-48f5-8143-c7c5935059ae by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:48.231242 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Attempting to bind port 2b817a5d-3997-48f5-8143-c7c5935059ae on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:48.254088 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Port 2b817a5d-3997-48f5-8143-c7c5935059ae on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:43:48.254416 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Attempting to bind port 2b817a5d-3997-48f5-8143-c7c5935059ae on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:48.279290 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:48.279912 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Checking segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:48.280517 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Bound using segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:48.281197 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Bound port: 2b817a5d-3997-48f5-8143-c7c5935059ae, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:48.281500 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.296278 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-484fa40b-2268-41d7-b300-a051c552bdcc req-dfec5d35-999e-48c4-bae0-c5c18a83cfe6 service neutron] Publish callbacks [] for security_group (4153f29f-a999-4044-b35e-729098786abe), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.302945 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-18e3e5d3-8231-43f8-bf12-27eef10af7ca req-3722cf0e-3da6-40c7-9d50-d334d1dfb673 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552734 Apr 05 13:43:48.352076 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-484fa40b-2268-41d7-b300-a051c552bdcc req-dfec5d35-999e-48c4-bae0-c5c18a83cfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (4153f29f-a999-4044-b35e-729098786abe), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.364557 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1a83eb02-efd0-409f-9f46-7d05a0eb37bc req-b2d976df-b6e6-434b-b601-2ed100e21d3d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 210 time: 0.1743360 Apr 05 13:43:48.367286 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (e655642e-a80e-43df-bfde-59c9592afe81), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.380739 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:43:48.392107 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Publish callbacks [] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.423191 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Transition to ACTIVE for port object 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:43:48.428298 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] For port 2b817a5d-3997-48f5-8143-c7c5935059ae, host hv-cinder-83587, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:48.431486 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.435846 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] For port 2b817a5d-3997-48f5-8143-c7c5935059ae, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2b817a5d-3997-48f5-8143-c7c5935059ae,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:48.469389 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.483915 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-484fa40b-2268-41d7-b300-a051c552bdcc req-dfec5d35-999e-48c4-bae0-c5c18a83cfe6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7392099 Apr 05 13:43:48.487952 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=e655642e-a80e-43df-bfde-59c9592afe81,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:48.501535 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Pushing event updated for resources: {'Port': ['ID=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:48.508328 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:48.509044 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.509165 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec5d35-999e-48c4-bae0-c5c18a83cfe6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4153f29f-a999-4044-b35e-729098786abe,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:48.510553 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] 10.222.0.46 "PUT /v2.0/ports/2b817a5d-3997-48f5-8143-c7c5935059ae HTTP/1.1" status: 200 len: 1094 time: 2.2637160 Apr 05 13:43:48.511848 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3ef91a-434a-4c31-85d2-c1352a5208f3', 'tag': '2b817a5d-3997-48f5-8143-c7c5935059ae'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:43:48.519181 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Network c3cff852-d241-43ab-830a-cae40270149a is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:43:48.533466 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:43:48.539594 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-8ac1465f-0f7e-422f-930e-cfbab9b9d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:48.541777 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-8ac1465f-0f7e-422f-930e-cfbab9b9d04e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3421421 Apr 05 13:43:48.542863 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:43:48.549260 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:48.549909 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.555963 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 50118) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:48.580806 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36a5015e-5bba-4be9-9e73-f6a555b7a2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.595875 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-64094626-6081-4e2e-b300-76fd47d91534 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8517704 Apr 05 13:43:48.783796 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Attempting to bind port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:48.784138 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Attempting to bind port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:48.784483 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Attempting to bind port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:48.821799 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36a5015e-5bba-4be9-9e73-f6a555b7a2f1 admin admin] Publish callbacks [] for security_group (9bc9a609-e518-4687-9773-3159bb4e4d42), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:48.842856 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Request body: {'port': {'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:43:48.890809 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac94874-cbf5-460d-b5a2-b185d7879ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b817a5d-3997-48f5-8143-c7c5935059ae,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:48.905235 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:43:48.905565 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Attempting to bind port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:48.991472 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6195f0db-39dc-40df-9eba-40ea14e25c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3ef91a-434a-4c31-85d2-c1352a5208f3", "tag": "2b817a5d-3997-48f5-8143-c7c5935059ae"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:43:49.002434 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:49.002780 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Checking segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:49.003168 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Bound using segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:49.003676 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Bound port: 5e0130be-6ae6-413d-a3ae-c2ae43b030f9, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:49.004038 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:49.016520 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36a5015e-5bba-4be9-9e73-f6a555b7a2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (9bc9a609-e518-4687-9773-3159bb4e4d42), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:49.097360 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-78e56ec4-e208-4433-8705-cde615ff9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:49.099167 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-78e56ec4-e208-4433-8705-cde615ff9a23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 1128 time: 0.3237340 Apr 05 13:43:49.100068 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-55a6c5b1-6fe2-4927-975f-d63ec213d42b None None] Provisioning complete for port e655642e-a80e-43df-bfde-59c9592afe81 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:49.100559 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-55a6c5b1-6fe2-4927-975f-d63ec213d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e655642e-a80e-43df-bfde-59c9592afe81), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:49.107969 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e655642e-a80e-43df-bfde-59c9592afe81), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:49.114820 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71bb74-e82d-4616-9aa7-3d1a5871ba95 req-ee108d83-df70-4305-a1ea-c9ed3492d161 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:49.117246 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e71bb74-e82d-4616-9aa7-3d1a5871ba95 req-ee108d83-df70-4305-a1ea-c9ed3492d161 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.2289944 Apr 05 13:43:49.175710 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-73ad2cc4-e692-4ef6-aaa0-cfb3afb93354 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500912 Apr 05 13:43:49.176338 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5015e-5bba-4be9-9e73-f6a555b7a2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc9a609-e518-4687-9773-3159bb4e4d42,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:49.188683 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed313c5e-0eb3-4c7c-8079-7db40348853b x-openstack-request-id: req-ed313c5e-0eb3-4c7c-8079-7db40348853b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:43:49.188976 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3ef91a-434a-4c31-85d2-c1352a5208f3", "tag": "2b817a5d-3997-48f5-8143-c7c5935059ae", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:43:49.189236 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed313c5e-0eb3-4c7c-8079-7db40348853b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:43:49.190107 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed313c5e-0eb3-4c7c-8079-7db40348853b'] response: {'name': 'network-changed', 'server_uuid': 'ec3ef91a-434a-4c31-85d2-c1352a5208f3', 'tag': '2b817a5d-3997-48f5-8143-c7c5935059ae', 'status': 'completed', 'code': 200} Apr 05 13:43:49.192517 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-55a6c5b1-6fe2-4927-975f-d63ec213d42b None None] Port e655642e-a80e-43df-bfde-59c9592afe81 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:43:49.197438 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-36a5015e-5bba-4be9-9e73-f6a555b7a2f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e7d85cfddac44c890a767d5f519b79b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6399598 Apr 05 13:43:49.203656 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 50150) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:49.263169 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] For port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9, host hv-cinder-83587, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:49.334254 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-7ba361ef-8fe2-438c-9933-976eb043160b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b817a5d-3997-48f5-8143-c7c5935059ae HTTP/1.1" status: 200 len: 217 time: 0.1420670 Apr 05 13:43:49.340827 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] For port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:49.399073 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:49.420208 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e71bb74-e82d-4616-9aa7-3d1a5871ba95 req-137541c5-1cd7-45ff-9b25-1e154705ca2d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820234 Apr 05 13:43:49.497404 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:49.498013 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:49.499397 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] 10.222.0.46 "PUT /v2.0/ports/5e0130be-6ae6-413d-a3ae-c2ae43b030f9 HTTP/1.1" status: 200 len: 1093 time: 2.1611104 Apr 05 13:43:49.521880 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea78c7a2-2536-4f04-b84d-f276326b9387 req-a5dc0a0d-09ca-4763-b49a-d6f2864fbeff service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208175 Apr 05 13:43:49.553254 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-b86a60ce-1e62-4bff-9138-8ad0458e4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:49.554610 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-b86a60ce-1e62-4bff-9138-8ad0458e4694 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.2119932 Apr 05 13:43:49.630644 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf279c43-ad27-4de4-936c-ce6702c32d6a service neutron] Pushing event updated for resources: {'Port': ['ID=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:49.662391 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4a2473bd-8fe3-4899-bba9-5dc8b80681a9 admin admin] Publish callbacks [] for security_group (9bc9a609-e518-4687-9773-3159bb4e4d42), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:49.693547 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648de4b-b9ff-4209-8726-3c58021a30ad req-3b534ab1-d3e3-4e7a-8008-efce0cbc2c76 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:49.700614 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e648de4b-b9ff-4209-8726-3c58021a30ad req-3b534ab1-d3e3-4e7a-8008-efce0cbc2c76 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.1655631 Apr 05 13:43:49.735725 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd82a6-0517-4c02-9c3a-cbeaf85b7ff9 req-401743c9-c8ee-493c-86c5-d05ffd60c56a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:49.737239 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-031db68a-587b-4cbf-a424-dc241d2fb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:49.738754 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-031db68a-587b-4cbf-a424-dc241d2fb3c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1666272 Apr 05 13:43:49.746276 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4acd82a6-0517-4c02-9c3a-cbeaf85b7ff9 req-401743c9-c8ee-493c-86c5-d05ffd60c56a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.3889902 Apr 05 13:43:49.771952 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4a2473bd-8fe3-4899-bba9-5dc8b80681a9 admin admin] Publish callbacks [] for security_group (9bc9a609-e518-4687-9773-3159bb4e4d42), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:49.783827 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e648de4b-b9ff-4209-8726-3c58021a30ad req-387ec27c-f41c-4ebc-9bba-41fb01c270ad tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772488 Apr 05 13:43:49.804330 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50170) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:49.812634 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-a48f449e-c10e-4eb5-b9d0-5f40e2af8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:49.814192 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-a48f449e-c10e-4eb5-b9d0-5f40e2af8d09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 1127 time: 0.2310102 Apr 05 13:43:49.889080 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4acd82a6-0517-4c02-9c3a-cbeaf85b7ff9 req-86fbcb20-f309-4e7b-8e0c-f206563e408b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416335 Apr 05 13:43:49.947441 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4a2473bd-8fe3-4899-bba9-5dc8b80681a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (9bc9a609-e518-4687-9773-3159bb4e4d42), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:49.951176 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4a2473bd-8fe3-4899-bba9-5dc8b80681a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:49.953207 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-4a2473bd-8fe3-4899-bba9-5dc8b80681a9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bc9a609-e518-4687-9773-3159bb4e4d42 HTTP/1.1" status: 204 len: 168 time: 0.7395451 Apr 05 13:43:49.972921 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e655642e-a80e-43df-bfde-59c9592afe81 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:43:49.977908 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2473bd-8fe3-4899-bba9-5dc8b80681a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc9a609-e518-4687-9773-3159bb4e4d42,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:49.984839 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Publish callbacks [] for port (e655642e-a80e-43df-bfde-59c9592afe81), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.001693 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Transition to ACTIVE for port object e655642e-a80e-43df-bfde-59c9592afe81 will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:43:50.009058 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e655642e-a80e-43df-bfde-59c9592afe81), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.078860 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Pushing event updated for resources: {'Port': ['ID=e655642e-a80e-43df-bfde-59c9592afe81,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:50.122456 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Attempting to bind port e655642e-a80e-43df-bfde-59c9592afe81 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:43:50.123004 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Attempting to bind port e655642e-a80e-43df-bfde-59c9592afe81 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:43:50.123390 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Attempting to bind port e655642e-a80e-43df-bfde-59c9592afe81 on network c3cff852-d241-43ab-830a-cae40270149a {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:50.129889 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Port e655642e-a80e-43df-bfde-59c9592afe81 on network c3cff852-d241-43ab-830a-cae40270149a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:43:50.130293 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Attempting to bind port e655642e-a80e-43df-bfde-59c9592afe81 on network c3cff852-d241-43ab-830a-cae40270149a {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:43:50.140102 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:43:50.140492 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Checking segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:43:50.140893 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Bound using segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:43:50.141388 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Bound port: e655642e-a80e-43df-bfde-59c9592afe81, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:43:50.141754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e655642e-a80e-43df-bfde-59c9592afe81), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.145979 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-812055bc-fb67-4cd7-8535-129a3c217ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.208165 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21027f8-7f7e-4d92-ac81-7bc0e22c706f req-5ff22b81-e7bf-4ca9-8875-05af505e6774 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:50.216293 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b21027f8-7f7e-4d92-ac81-7bc0e22c706f req-5ff22b81-e7bf-4ca9-8875-05af505e6774 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 943 time: 0.3627701 Apr 05 13:43:50.228970 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] For port e655642e-a80e-43df-bfde-59c9592afe81, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:43:50.233750 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] For port e655642e-a80e-43df-bfde-59c9592afe81, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e655642e-a80e-43df-bfde-59c9592afe81,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:43:50.243207 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e655642e-a80e-43df-bfde-59c9592afe81), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.290088 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:50.291080 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.293152 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] 10.222.0.46 "PUT /v2.0/ports/e655642e-a80e-43df-bfde-59c9592afe81 HTTP/1.1" status: 200 len: 1093 time: 1.4649067 Apr 05 13:43:50.296513 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcf398b-babb-4847-a7f6-19219fca641e', 'tag': 'e655642e-a80e-43df-bfde-59c9592afe81'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:43:50.299052 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcf398b-babb-4847-a7f6-19219fca641e", "tag": "e655642e-a80e-43df-bfde-59c9592afe81"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:43:50.307129 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b21027f8-7f7e-4d92-ac81-7bc0e22c706f req-44539f48-2691-4e72-afec-9ba033cae56c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873461 Apr 05 13:43:50.340988 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8bc72-f4de-4a22-97f0-4d175f79b701 service neutron] Pushing event updated for resources: {'Port': ['ID=e655642e-a80e-43df-bfde-59c9592afe81,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:50.350110 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-812055bc-fb67-4cd7-8535-129a3c217ba5 admin admin] Publish callbacks [] for security_group (4cb71999-5397-415d-873a-928f4710c0f3), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.354426 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-812055bc-fb67-4cd7-8535-129a3c217ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (4cb71999-5397-415d-873a-928f4710c0f3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.359924 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8e3b5-f43e-459a-8e87-4f06861ecdb2 x-openstack-request-id: req-ddf8e3b5-f43e-459a-8e87-4f06861ecdb2 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:43:50.360508 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcf398b-babb-4847-a7f6-19219fca641e", "tag": "e655642e-a80e-43df-bfde-59c9592afe81", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:43:50.360770 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ddf8e3b5-f43e-459a-8e87-4f06861ecdb2 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:43:50.361224 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf8e3b5-f43e-459a-8e87-4f06861ecdb2'] response: {'name': 'network-changed', 'server_uuid': '3dcf398b-babb-4847-a7f6-19219fca641e', 'tag': 'e655642e-a80e-43df-bfde-59c9592afe81', 'status': 'completed', 'code': 200} Apr 05 13:43:50.400895 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812055bc-fb67-4cd7-8535-129a3c217ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb71999-5397-415d-873a-928f4710c0f3,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:50.408758 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-812055bc-fb67-4cd7-8535-129a3c217ba5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2051dd653abf489a8f08cf5a892cd6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6030376 Apr 05 13:43:50.408900 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 50190) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:50.519286 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-81e366f2-36e8-4029-8522-9d920cc3a127 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0130be-6ae6-413d-a3ae-c2ae43b030f9 HTTP/1.1" status: 200 len: 217 time: 0.0889704 Apr 05 13:43:50.562448 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c7d60dc0-2f0c-4f8f-abe8-42620a5eee23 admin admin] Publish callbacks [] for security_group (4cb71999-5397-415d-873a-928f4710c0f3), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.587397 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c7d60dc0-2f0c-4f8f-abe8-42620a5eee23 admin admin] Publish callbacks [] for security_group (4cb71999-5397-415d-873a-928f4710c0f3), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.644877 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c7d60dc0-2f0c-4f8f-abe8-42620a5eee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (4cb71999-5397-415d-873a-928f4710c0f3), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.647984 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c7d60dc0-2f0c-4f8f-abe8-42620a5eee23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:50.649229 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-c7d60dc0-2f0c-4f8f-abe8-42620a5eee23 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4cb71999-5397-415d-873a-928f4710c0f3 HTTP/1.1" status: 204 len: 168 time: 0.2393792 Apr 05 13:43:50.652455 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-d21c67a5-1aec-47cf-85ae-9e0e9158a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:50.654118 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-d21c67a5-1aec-47cf-85ae-9e0e9158a49d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 1127 time: 0.2251408 Apr 05 13:43:50.663203 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d60dc0-2f0c-4f8f-abe8-42620a5eee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb71999-5397-415d-873a-928f4710c0f3,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:50.672737 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-046760c4-62bf-4f03-906c-c6700693ed15 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427707 Apr 05 13:43:50.709054 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9db93-5d7e-4a51-8f42-2fbb43f4d87b req-8d834ee8-6ea5-4665-94b4-89eaf6c4daf5 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:50.710683 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0cb9db93-5d7e-4a51-8f42-2fbb43f4d87b req-8d834ee8-6ea5-4665-94b4-89eaf6c4daf5 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.1609480 Apr 05 13:43:50.794626 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0cb9db93-5d7e-4a51-8f42-2fbb43f4d87b req-1fd2956a-803d-42bf-b925-642cb5a980ec tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758207 Apr 05 13:43:50.910175 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-aea2df2b-70cc-4357-a5b3-c912eefe7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:50.912605 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-aea2df2b-70cc-4357-a5b3-c912eefe7457 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 1127 time: 0.0599239 Apr 05 13:43:51.122715 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c9a86f5-012a-4f78-bade-de0ccce15618 req-4902e70e-0758-4436-93b4-61bf54469e0d service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048790 Apr 05 13:43:51.138351 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7333e7-c59c-4c97-b288-7c64696e2f57 req-694b8470-c8c4-4ce4-9edc-8f8581fcd0e1 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:51.141322 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b7333e7-c59c-4c97-b288-7c64696e2f57 req-694b8470-c8c4-4ce4-9edc-8f8581fcd0e1 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.2892826 Apr 05 13:43:51.173621 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-57143879-f9c1-4c77-ba9c-ab8cd93a5f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:51.175270 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-57143879-f9c1-4c77-ba9c-ab8cd93a5f06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.2567701 Apr 05 13:43:51.183923 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-f6e77de9-3fa7-4f9d-9a04-67fc22768f01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e655642e-a80e-43df-bfde-59c9592afe81 HTTP/1.1" status: 200 len: 217 time: 0.0641623 Apr 05 13:43:51.193135 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eed230-0576-46ce-89ed-577fe3bafe14', 'tag': '5e0130be-6ae6-413d-a3ae-c2ae43b030f9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:43:51.196664 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "01eed230-0576-46ce-89ed-577fe3bafe14", "tag": "5e0130be-6ae6-413d-a3ae-c2ae43b030f9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:43:51.212089 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-af4c629e-019b-43f1-80d8-ddd7432d48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:51.213521 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-af4c629e-019b-43f1-80d8-ddd7432d48e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 918 time: 0.2937882 Apr 05 13:43:51.241314 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b7333e7-c59c-4c97-b288-7c64696e2f57 req-0d4c7f42-a536-488e-8c2c-51224d2808d1 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906677 Apr 05 13:43:51.256640 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3cbfd-ab22-4486-a92b-743265b3ae6f req-e31555e4-7d31-4354-8b44-bb3e4d1c37ce tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:51.258698 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-82e3cbfd-ab22-4486-a92b-743265b3ae6f req-e31555e4-7d31-4354-8b44-bb3e4d1c37ce tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.1374321 Apr 05 13:43:51.314959 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 50238) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:51.337921 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfe92da-8126-4fb9-9091-5d6e17a2797d x-openstack-request-id: req-fbfe92da-8126-4fb9-9091-5d6e17a2797d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:43:51.338363 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eed230-0576-46ce-89ed-577fe3bafe14", "tag": "5e0130be-6ae6-413d-a3ae-c2ae43b030f9", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:43:51.338746 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fbfe92da-8126-4fb9-9091-5d6e17a2797d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:43:51.339789 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-94828582-9ad5-4a10-89a9-72c0190387ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:51.340513 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfe92da-8126-4fb9-9091-5d6e17a2797d'] response: {'name': 'network-changed', 'server_uuid': '01eed230-0576-46ce-89ed-577fe3bafe14', 'tag': '5e0130be-6ae6-413d-a3ae-c2ae43b030f9', 'status': 'completed', 'code': 200} Apr 05 13:43:51.383199 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-82e3cbfd-ab22-4486-a92b-743265b3ae6f req-2b8cde18-6cef-4fa6-8679-1330d35e4080 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165025 Apr 05 13:43:51.500603 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c38f9d-5007-444e-a97c-27a71290f92a req-b6c542f9-c379-4709-9d7f-79eca45219fb tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:51.502387 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-75c38f9d-5007-444e-a97c-27a71290f92a req-b6c542f9-c379-4709-9d7f-79eca45219fb tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 943 time: 0.0960252 Apr 05 13:43:51.512731 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-94828582-9ad5-4a10-89a9-72c0190387ee admin admin] Publish callbacks [] for security_group (5aa3feba-90af-48b0-a286-4f01a0ec489d), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:51.522466 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-94828582-9ad5-4a10-89a9-72c0190387ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (5aa3feba-90af-48b0-a286-4f01a0ec489d), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:51.586189 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-94828582-9ad5-4a10-89a9-72c0190387ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=787ef04bee254593986fd25c6f3edfc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700992 Apr 05 13:43:51.589313 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50246) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:51.617693 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94828582-9ad5-4a10-89a9-72c0190387ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa3feba-90af-48b0-a286-4f01a0ec489d,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:51.626691 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-75c38f9d-5007-444e-a97c-27a71290f92a req-89238336-2a3d-4250-b057-407776024984 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125741 Apr 05 13:43:51.633168 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 18abb312-259e-4ad9-aee4-8094c991ad8e details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:43:51.687335 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29e56361-071d-4239-a703-ce41ae7f37b7 admin admin] Publish callbacks [] for security_group (5aa3feba-90af-48b0-a286-4f01a0ec489d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:51.718973 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29e56361-071d-4239-a703-ce41ae7f37b7 admin admin] Publish callbacks [] for security_group (5aa3feba-90af-48b0-a286-4f01a0ec489d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:51.770784 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:51.775066 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29e56361-071d-4239-a703-ce41ae7f37b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (5aa3feba-90af-48b0-a286-4f01a0ec489d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:51.779177 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29e56361-071d-4239-a703-ce41ae7f37b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:51.782417 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-29e56361-071d-4239-a703-ce41ae7f37b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5aa3feba-90af-48b0-a286-4f01a0ec489d HTTP/1.1" status: 204 len: 168 time: 0.1896183 Apr 05 13:43:51.788149 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'port_id': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'mac_address': 'fa:16:3e:0a:57:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:43:51.794785 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e56361-071d-4239-a703-ce41ae7f37b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa3feba-90af-48b0-a286-4f01a0ec489d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:51.847598 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 18abb312-259e-4ad9-aee4-8094c991ad8e is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:51.847998 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:51.872682 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18abb312-259e-4ad9-aee4-8094c991ad8e {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:43:51.911844 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:51.916809 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6dd30-fe72-430e-8794-ada1bc14b57b req-d3d98d75-d0d1-435f-8e7c-81c2071e5ed8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:51.918216 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:51.918905 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-89e6dd30-fe72-430e-8794-ada1bc14b57b req-d3d98d75-d0d1-435f-8e7c-81c2071e5ed8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.0607238 Apr 05 13:43:51.990437 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:52.003459 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-3e4c57d7-cb64-4d01-993b-c5fcaf2f7915 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18abb312-259e-4ad9-aee4-8094c991ad8e HTTP/1.1" status: 200 len: 217 time: 0.0762165 Apr 05 13:43:52.037438 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-c8de7e44-120c-44a9-92ff-3f426481188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.038962 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-c8de7e44-120c-44a9-92ff-3f426481188c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 200 len: 854 time: 0.1180215 Apr 05 13:43:52.080839 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-89e6dd30-fe72-430e-8794-ada1bc14b57b req-46decbb3-b5fa-485d-bdef-5ccb3a752c54 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435034 Apr 05 13:43:52.082812 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-aecb0e44-aa66-42bd-8a32-31678a23eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.084279 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-aecb0e44-aa66-42bd-8a32-31678a23eba6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 1128 time: 0.1644092 Apr 05 13:43:52.107186 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-b691af41-8b55-4e62-9b1a-6a48e11ca658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.108686 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-b691af41-8b55-4e62-9b1a-6a48e11ca658 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.0971229 Apr 05 13:43:52.128959 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['18abb312-259e-4ad9-aee4-8094c991ad8e'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:43:52.159553 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-b3ce5c9b-b74b-4cc7-acbc-5cee94a6d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.161077 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-b3ce5c9b-b74b-4cc7-acbc-5cee94a6d594 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2518241 Apr 05 13:43:52.219324 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-b98c609e-950d-41af-9c21-0fabfce2d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.222123 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-b98c609e-950d-41af-9c21-0fabfce2d723 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3cff852-d241-43ab-830a-cae40270149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1730270 Apr 05 13:43:52.331556 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-102474f3-cc3f-4a84-936d-e1d9547897d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.332880 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-102474f3-cc3f-4a84-936d-e1d9547897d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.2419558 Apr 05 13:43:52.381942 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-240ea7c1-f201-4201-add3-24f6b44afc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.382183 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-0c952380-a631-492d-bdf2-93e6817d95e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b817a5d-3997-48f5-8143-c7c5935059ae HTTP/1.1" status: 200 len: 217 time: 0.0426526 Apr 05 13:43:52.385470 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-240ea7c1-f201-4201-add3-24f6b44afc36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2699137 Apr 05 13:43:52.491932 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-79e8e41f-ceb4-4f77-921b-c336aa09860f service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568388 Apr 05 13:43:52.531452 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-78a96dff-3b9f-45ad-bd67-da09a9de1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.532976 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-78a96dff-3b9f-45ad-bd67-da09a9de1526 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.1400318 Apr 05 13:43:52.652799 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-c441e1f1-f935-4f87-a687-2a1eb343be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.654334 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-c441e1f1-f935-4f87-a687-2a1eb343be4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143782 Apr 05 13:43:52.660502 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47e98213-1644-49ae-bbbe-23e7262d2057 req-1e25960c-e136-46ce-9e98-69a79244ba6e service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547623 Apr 05 13:43:52.872911 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-dba9f7d4-e5a8-43e1-9247-98c61027200e service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7031543 Apr 05 13:43:52.897697 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52e5ae-d78a-4220-aa63-620a038b514d req-08311249-1326-42a3-bd23-e032f3e3925b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.899896 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8f52e5ae-d78a-4220-aa63-620a038b514d req-08311249-1326-42a3-bd23-e032f3e3925b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 943 time: 0.1281273 Apr 05 13:43:52.910842 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-cb055901-f1a0-4f4e-a4d7-48030bc6a9b0 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453582 Apr 05 13:43:52.955489 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-6ac82e47-a109-4cef-b464-67d5dd337585 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602911 Apr 05 13:43:52.963701 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67e34a-b8cf-48df-8d18-78c98208c949 req-a5b87927-820e-4fdb-ad45-264f44f64c9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:52.966059 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7e67e34a-b8cf-48df-8d18-78c98208c949 req-a5b87927-820e-4fdb-ad45-264f44f64c9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 944 time: 0.0987341 Apr 05 13:43:52.967483 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8f52e5ae-d78a-4220-aa63-620a038b514d req-1b08a968-d3df-4b8c-9c86-079289898d33 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499237 Apr 05 13:43:53.023749 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7e67e34a-b8cf-48df-8d18-78c98208c949 req-04f88388-6686-4b5c-adbb-53f03ed2f5bb tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505817 Apr 05 13:43:53.232430 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1a5e0-3cbf-4834-bae0-1b0846392dce req-12eb2daa-d805-4803-9acc-e1d8b94ae683 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:53.233912 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3de1a5e0-3cbf-4834-bae0-1b0846392dce req-12eb2daa-d805-4803-9acc-e1d8b94ae683 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.0615115 Apr 05 13:43:53.291541 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3de1a5e0-3cbf-4834-bae0-1b0846392dce req-83eabd76-c9b0-4152-b2fd-cc37c33a691e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512900 Apr 05 13:43:53.615000 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-55b6dc8e-fff5-455b-ad8b-9c5bdcd2ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:53.617359 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-55b6dc8e-fff5-455b-ad8b-9c5bdcd2ab6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 1127 time: 0.1462784 Apr 05 13:43:53.636130 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6195f0db-39dc-40df-9eba-40ea14e25c8a req-e2cae583-ac06-41fc-8031-50cebe10d1a5 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660719 Apr 05 13:43:53.648414 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e655642e-a80e-43df-bfde-59c9592afe81 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:43:53.674798 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 18abb312-259e-4ad9-aee4-8094c991ad8e up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:43:53.757553 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-6e0583b8-1589-4d37-b0f6-814283b6a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:53.760092 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-6e0583b8-1589-4d37-b0f6-814283b6a0b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 916 time: 0.1350844 Apr 05 13:43:53.822346 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 18abb312-259e-4ad9-aee4-8094c991ad8e completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:43:53.847314 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 18abb312-259e-4ad9-aee4-8094c991ad8e triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:43:53.847726 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:53.872922 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-26efb5d9-8b13-4f37-9db3-54ec3d8da04f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e655642e-a80e-43df-bfde-59c9592afe81 HTTP/1.1" status: 200 len: 217 time: 0.1059709 Apr 05 13:43:53.874702 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8151fe87-6043-49a7-95e4-a2cc1b1a7793 req-fdfa56d2-bc41-400e-90e1-dfaa1fd68a28 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038296 Apr 05 13:43:53.880805 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f07ab45-065f-4e68-8c11-cc3241d916e2 req-3c6ed6d3-1598-49ae-9ee0-fb92cf33210e service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085298 Apr 05 13:43:53.933859 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port e655642e-a80e-43df-bfde-59c9592afe81, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e655642e-a80e-43df-bfde-59c9592afe81,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:53.955167 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': 'e655642e-a80e-43df-bfde-59c9592afe81', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81', 'mac_address': 'fa:16:3e:b3:4b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:43:53.972303 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-26ed4bcd-467b-42f5-b5a1-4e885d4c2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:53.974650 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-26ed4bcd-467b-42f5-b5a1-4e885d4c2ccb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 200 len: 854 time: 0.0903087 Apr 05 13:43:54.025501 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port e655642e-a80e-43df-bfde-59c9592afe81 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:54.025897 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e655642e-a80e-43df-bfde-59c9592afe81), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:54.084366 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e655642e-a80e-43df-bfde-59c9592afe81 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:43:54.124620 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 18abb312-259e-4ad9-aee4-8094c991ad8e is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:54.125072 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:54.154583 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb164-85a0-4c06-9251-6f96dcaf2ae9 req-f0018bf4-db0c-4696-b671-5682bc745d8e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:54.156109 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e91eb164-85a0-4c06-9251-6f96dcaf2ae9 req-f0018bf4-db0c-4696-b671-5682bc745d8e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 943 time: 0.0958283 Apr 05 13:43:54.179797 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port e655642e-a80e-43df-bfde-59c9592afe81, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e655642e-a80e-43df-bfde-59c9592afe81,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:54.195069 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e655642e-a80e-43df-bfde-59c9592afe81), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:54.200265 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 2b817a5d-3997-48f5-8143-c7c5935059ae details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:43:54.234570 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:54.237825 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:43:54.244139 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db984d76-aeba-481e-873b-46bc45af57fb" -d '{"events": [{"server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "name": "network-vif-plugged", "status": "completed", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:43:54.252908 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:54.253825 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c6996-4ba4-471d-862f-c90b82b8c4eb req-461a52af-3e7d-4a7c-9639-f2220fea9dba tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:54.256315 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3c2c6996-4ba4-471d-862f-c90b82b8c4eb req-461a52af-3e7d-4a7c-9639-f2220fea9dba tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 944 time: 0.0952632 Apr 05 13:43:54.261415 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e91eb164-85a0-4c06-9251-6f96dcaf2ae9 req-c493c455-7eb0-4ce1-be28-cc985f7ca3f1 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886581 Apr 05 13:43:54.335015 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3c2c6996-4ba4-471d-862f-c90b82b8c4eb req-2de7bb55-2835-44ec-a045-d9a0ff2680ec tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710092 Apr 05 13:43:54.351267 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=e655642e-a80e-43df-bfde-59c9592afe81,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:54.364405 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d88b990-d248-467b-80ca-4aca457486f2 x-openstack-request-id: req-9d88b990-d248-467b-80ca-4aca457486f2 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:43:54.364723 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "name": "network-vif-plugged", "status": "completed", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:43:54.365685 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d88b990-d248-467b-80ca-4aca457486f2 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:43:54.366102 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d88b990-d248-467b-80ca-4aca457486f2'] response: {'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'code': 200} Apr 05 13:43:54.427518 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:54.443364 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.db.resource_extend [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 13:43:54.485246 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454db6c-46fe-4430-89c6-f5bb5d1100b5 req-a4c43b47-7a50-41e9-94eb-997d154cdb53 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:54.487657 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7454db6c-46fe-4430-89c6-f5bb5d1100b5 req-a4c43b47-7a50-41e9-94eb-997d154cdb53 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.0761275 Apr 05 13:43:54.550215 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7454db6c-46fe-4430-89c6-f5bb5d1100b5 req-6a83d24d-f59d-4009-a7af-2598f05e0e82 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557711 Apr 05 13:43:54.699597 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 2b817a5d-3997-48f5-8143-c7c5935059ae, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2b817a5d-3997-48f5-8143-c7c5935059ae,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:54.715655 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '2b817a5d-3997-48f5-8143-c7c5935059ae', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'port_id': '2b817a5d-3997-48f5-8143-c7c5935059ae', 'mac_address': 'fa:16:3e:85:59:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:43:54.789945 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 2b817a5d-3997-48f5-8143-c7c5935059ae is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:43:54.790733 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:54.791020 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-90e2797a-8da4-4b85-95fe-99c4120dcbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:54.793851 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-90e2797a-8da4-4b85-95fe-99c4120dcbb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3cff852-d241-43ab-830a-cae40270149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696692 Apr 05 13:43:54.805590 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b817a5d-3997-48f5-8143-c7c5935059ae {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:43:54.835839 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-40d82ba0-f7a2-4a30-9575-a7b404dc3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:54.836367 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 2b817a5d-3997-48f5-8143-c7c5935059ae, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2b817a5d-3997-48f5-8143-c7c5935059ae,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:43:54.840614 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-40d82ba0-f7a2-4a30-9575-a7b404dc3f48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 1127 time: 0.1094663 Apr 05 13:43:54.847719 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:54.924164 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=2b817a5d-3997-48f5-8143-c7c5935059ae,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:54.927726 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-80c4bbfe-bd4f-47ee-a615-9b6575921619 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273742 Apr 05 13:43:55.163698 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50490) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:55.252907 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50500) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:55.313138 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42c97c35-7db0-4ba4-84ef-a1537ec23f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.353750 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-913dfbfe-b7b2-4824-8a67-09da6b21600d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.412802 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faafc4d-a608-4396-82ac-6093bab204b9 req-72e836e4-7244-4863-a1c9-258c13f1741c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:55.415474 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9faafc4d-a608-4396-82ac-6093bab204b9 req-72e836e4-7244-4863-a1c9-258c13f1741c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 944 time: 0.0656133 Apr 05 13:43:55.471067 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9faafc4d-a608-4396-82ac-6093bab204b9 req-e576725a-89e9-4a2f-a2cc-39b5480bea57 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479193 Apr 05 13:43:55.491118 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42c97c35-7db0-4ba4-84ef-a1537ec23f6f admin admin] Publish callbacks [] for security_group (245189ca-ba8f-47a3-ab06-509c92770c88), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.501445 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42c97c35-7db0-4ba4-84ef-a1537ec23f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (245189ca-ba8f-47a3-ab06-509c92770c88), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.556993 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-913dfbfe-b7b2-4824-8a67-09da6b21600d admin admin] Publish callbacks [] for security_group (de68266b-9e44-46d8-afda-ed37a6b53a7e), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.565987 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-42c97c35-7db0-4ba4-84ef-a1537ec23f6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49d4a788eecf4cc4b0a1926f5f7f2015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119173 Apr 05 13:43:55.568303 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-913dfbfe-b7b2-4824-8a67-09da6b21600d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (de68266b-9e44-46d8-afda-ed37a6b53a7e), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.568753 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 50514) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:55.572112 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c97c35-7db0-4ba4-84ef-a1537ec23f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245189ca-ba8f-47a3-ab06-509c92770c88,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:55.587232 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14915d37-102e-4497-8241-56856617145b req-f59cb8d5-4e4a-4bd1-9b61-92f7d67ea72c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:55.588760 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-14915d37-102e-4497-8241-56856617145b req-f59cb8d5-4e4a-4bd1-9b61-92f7d67ea72c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1542783 Apr 05 13:43:55.641818 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-913dfbfe-b7b2-4824-8a67-09da6b21600d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1625a23ed6df48e2af13a10601649c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4745791 Apr 05 13:43:55.642256 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50520) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:55.649552 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dfbfe-b7b2-4824-8a67-09da6b21600d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de68266b-9e44-46d8-afda-ed37a6b53a7e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:55.677596 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b646-fd3d-479e-ab8f-29491f207c94 admin admin] Publish callbacks [] for security_group (245189ca-ba8f-47a3-ab06-509c92770c88), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.693339 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:43:55.699844 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-14915d37-102e-4497-8241-56856617145b req-67af2a53-87ac-4038-a787-5f6f16fb3339 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039596 Apr 05 13:43:55.712646 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b646-fd3d-479e-ab8f-29491f207c94 admin admin] Publish callbacks [] for security_group (245189ca-ba8f-47a3-ab06-509c92770c88), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.723988 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9eb25d4-2cdf-4acd-b570-5e995582abb6 admin admin] Publish callbacks [] for security_group (de68266b-9e44-46d8-afda-ed37a6b53a7e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.727839 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213964d-2acd-4355-9ffb-6cedbf53bbb7 req-7ad55fc4-35e5-4276-8a2c-843bb3b2333b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:55.734742 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1213964d-2acd-4355-9ffb-6cedbf53bbb7 req-7ad55fc4-35e5-4276-8a2c-843bb3b2333b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.0986586 Apr 05 13:43:55.747409 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9eb25d4-2cdf-4acd-b570-5e995582abb6 admin admin] Publish callbacks [] for security_group (de68266b-9e44-46d8-afda-ed37a6b53a7e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.803230 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1213964d-2acd-4355-9ffb-6cedbf53bbb7 req-51069376-ba26-4116-8d08-7c11a8190820 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673530 Apr 05 13:43:55.803607 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9eb25d4-2cdf-4acd-b570-5e995582abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (de68266b-9e44-46d8-afda-ed37a6b53a7e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.806192 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9eb25d4-2cdf-4acd-b570-5e995582abb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.807396 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e9eb25d4-2cdf-4acd-b570-5e995582abb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de68266b-9e44-46d8-afda-ed37a6b53a7e HTTP/1.1" status: 204 len: 168 time: 0.1637580 Apr 05 13:43:55.817444 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb25d4-2cdf-4acd-b570-5e995582abb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de68266b-9e44-46d8-afda-ed37a6b53a7e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:55.832399 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b646-fd3d-479e-ab8f-29491f207c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (245189ca-ba8f-47a3-ab06-509c92770c88), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.834417 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b646-fd3d-479e-ab8f-29491f207c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:55.838019 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fbf7b646-fd3d-479e-ab8f-29491f207c94 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/245189ca-ba8f-47a3-ab06-509c92770c88 HTTP/1.1" status: 204 len: 168 time: 0.2657347 Apr 05 13:43:55.854652 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7b646-fd3d-479e-ab8f-29491f207c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245189ca-ba8f-47a3-ab06-509c92770c88,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:56.105823 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 50530) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:56.114372 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50532) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:56.119728 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b3c32c6a-cdff-4835-99f5-71856fea0811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.128798 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d5b669ab-fde8-47e5-8a0a-3fda4d0670ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.201987 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b3c32c6a-cdff-4835-99f5-71856fea0811 admin admin] Publish callbacks [] for security_group (54935b81-fc1d-4943-9292-fc81e3b736d8), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.205854 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b3c32c6a-cdff-4835-99f5-71856fea0811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (54935b81-fc1d-4943-9292-fc81e3b736d8), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.212987 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d5b669ab-fde8-47e5-8a0a-3fda4d0670ce admin admin] Publish callbacks [] for security_group (2989e2cc-080e-40d7-bdd6-0b29341bffac), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.216766 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d5b669ab-fde8-47e5-8a0a-3fda4d0670ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (2989e2cc-080e-40d7-bdd6-0b29341bffac), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.244703 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-b3c32c6a-cdff-4835-99f5-71856fea0811 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7519a826d55f4cb1bf68abd917459b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376107 Apr 05 13:43:56.246276 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c32c6a-cdff-4835-99f5-71856fea0811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54935b81-fc1d-4943-9292-fc81e3b736d8,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:56.248850 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 50536) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:56.254519 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d5b669ab-fde8-47e5-8a0a-3fda4d0670ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=46138abbd6634522bb3c3c8d896ce904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391027 Apr 05 13:43:56.257533 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50538) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:56.263755 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b669ab-fde8-47e5-8a0a-3fda4d0670ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2989e2cc-080e-40d7-bdd6-0b29341bffac,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:56.301180 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c35706de-2560-4249-9110-78cc76f80a4a admin admin] Publish callbacks [] for security_group (54935b81-fc1d-4943-9292-fc81e3b736d8), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.309267 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1a20e73-137c-4282-9fbd-30f994c889b4 admin admin] Publish callbacks [] for security_group (2989e2cc-080e-40d7-bdd6-0b29341bffac), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.326059 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c35706de-2560-4249-9110-78cc76f80a4a admin admin] Publish callbacks [] for security_group (54935b81-fc1d-4943-9292-fc81e3b736d8), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.330688 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1a20e73-137c-4282-9fbd-30f994c889b4 admin admin] Publish callbacks [] for security_group (2989e2cc-080e-40d7-bdd6-0b29341bffac), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.373523 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c35706de-2560-4249-9110-78cc76f80a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (54935b81-fc1d-4943-9292-fc81e3b736d8), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.376124 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c35706de-2560-4249-9110-78cc76f80a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.377274 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-c35706de-2560-4249-9110-78cc76f80a4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54935b81-fc1d-4943-9292-fc81e3b736d8 HTTP/1.1" status: 204 len: 168 time: 0.1266022 Apr 05 13:43:56.380922 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1a20e73-137c-4282-9fbd-30f994c889b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (2989e2cc-080e-40d7-bdd6-0b29341bffac), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.383439 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1a20e73-137c-4282-9fbd-30f994c889b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:56.384591 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b1a20e73-137c-4282-9fbd-30f994c889b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2989e2cc-080e-40d7-bdd6-0b29341bffac HTTP/1.1" status: 204 len: 168 time: 0.1261675 Apr 05 13:43:56.392251 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35706de-2560-4249-9110-78cc76f80a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54935b81-fc1d-4943-9292-fc81e3b736d8,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:56.398914 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a20e73-137c-4282-9fbd-30f994c889b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2989e2cc-080e-40d7-bdd6-0b29341bffac,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:56.598437 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164533bc-0e30-436f-b1f0-336d12c9fa52 req-5905428b-816a-450e-87d2-6edd884e783d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:56.600092 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-164533bc-0e30-436f-b1f0-336d12c9fa52 req-5905428b-816a-450e-87d2-6edd884e783d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 944 time: 0.0535679 Apr 05 13:43:56.655469 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-164533bc-0e30-436f-b1f0-336d12c9fa52 req-2a5c147a-b5f1-49b7-8b40-65c6b85794ae tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467141 Apr 05 13:43:56.862198 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153d229-5835-4d7e-8cd9-64f98f08f7c8 req-91460940-cff8-4e45-bec3-8133153fd147 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:56.869667 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4153d229-5835-4d7e-8cd9-64f98f08f7c8 req-91460940-cff8-4e45-bec3-8133153fd147 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0804212 Apr 05 13:43:56.935667 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4153d229-5835-4d7e-8cd9-64f98f08f7c8 req-e3af25aa-88b2-4d5b-abaa-7d860f698671 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649388 Apr 05 13:43:56.957365 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d18167-e16e-4950-89d3-25f04262e415 req-3c997073-8467-44a4-96b4-f93638f69e97 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:56.958983 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-92d18167-e16e-4950-89d3-25f04262e415 req-3c997073-8467-44a4-96b4-f93638f69e97 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.0645170 Apr 05 13:43:57.016044 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-92d18167-e16e-4950-89d3-25f04262e415 req-e76df694-e814-486a-8317-d4ac9d27bffb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504007 Apr 05 13:43:57.629702 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d0b2a37b-09e4-47cd-bcec-ebc0f298396a req-7a2e9279-55db-4926-9dc6-4696f4b1d4ea service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582477 Apr 05 13:43:57.654350 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50610) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:57.677924 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080d96b-a573-4271-83e7-e1efb25bd4ec req-a17a65b9-3393-458a-bbed-1847217bbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:57.679425 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f080d96b-a573-4271-83e7-e1efb25bd4ec req-a17a65b9-3393-458a-bbed-1847217bbc29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 1129 time: 0.1122870 Apr 05 13:43:57.680740 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-d5ea4c2f-c86a-43b8-ba48-68adde7f75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:57.681915 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-d5ea4c2f-c86a-43b8-ba48-68adde7f75b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.2102411 Apr 05 13:43:57.770615 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-bc003577-787b-49aa-a55b-8ca53a36547f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0130be-6ae6-413d-a3ae-c2ae43b030f9 HTTP/1.1" status: 200 len: 217 time: 0.0657196 Apr 05 13:43:57.824197 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f080d96b-a573-4271-83e7-e1efb25bd4ec req-92d719aa-7b97-43fd-908c-3d7eb1501792 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284134 Apr 05 13:43:57.839054 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce48637-08eb-4183-b566-abd860c29b36 req-fb2ed45c-af70-43ac-b67b-19e985c39baa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:57.840686 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fce48637-08eb-4183-b566-abd860c29b36 req-fb2ed45c-af70-43ac-b67b-19e985c39baa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 944 time: 0.0739515 Apr 05 13:43:57.858785 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-57421fec-6f6a-428c-96c5-e487820cc7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:57.904405 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fce48637-08eb-4183-b566-abd860c29b36 req-3269c431-d0ae-4fb5-997e-8d45c371f51a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520990 Apr 05 13:43:57.946935 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-57421fec-6f6a-428c-96c5-e487820cc7e3 admin admin] Publish callbacks [] for security_group (b0354304-ca14-444e-bd26-62a780012659), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:57.951618 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-57421fec-6f6a-428c-96c5-e487820cc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b0354304-ca14-444e-bd26-62a780012659), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:57.990560 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-57421fec-6f6a-428c-96c5-e487820cc7e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59322c2f81e74394ad412fa9f57f8cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351793 Apr 05 13:43:57.991340 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57421fec-6f6a-428c-96c5-e487820cc7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0354304-ca14-444e-bd26-62a780012659,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:57.993199 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 50630) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:43:58.051995 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c004865a-3e68-4c69-a3fe-d7ac9bdd4e20 admin admin] Publish callbacks [] for security_group (b0354304-ca14-444e-bd26-62a780012659), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:58.077883 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c004865a-3e68-4c69-a3fe-d7ac9bdd4e20 admin admin] Publish callbacks [] for security_group (b0354304-ca14-444e-bd26-62a780012659), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:58.092262 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9c42b-0648-48f0-acf7-87eb105332c5 req-2a165be9-561c-4954-a4fd-437697250c41 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:58.093747 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-39f9c42b-0648-48f0-acf7-87eb105332c5 req-2a165be9-561c-4954-a4fd-437697250c41 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0602140 Apr 05 13:43:58.145084 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-39f9c42b-0648-48f0-acf7-87eb105332c5 req-b63fb33e-e0e2-4cb0-bef4-1772dee76210 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456648 Apr 05 13:43:58.162816 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871883a3-7da3-4f9c-888c-0b9722b03f05 req-41993107-e4a6-4e6f-b5c2-d82659028a25 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:58.164565 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-871883a3-7da3-4f9c-888c-0b9722b03f05 req-41993107-e4a6-4e6f-b5c2-d82659028a25 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.0764093 Apr 05 13:43:58.195636 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c004865a-3e68-4c69-a3fe-d7ac9bdd4e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b0354304-ca14-444e-bd26-62a780012659), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:58.198326 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c004865a-3e68-4c69-a3fe-d7ac9bdd4e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:43:58.199479 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-c004865a-3e68-4c69-a3fe-d7ac9bdd4e20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0354304-ca14-444e-bd26-62a780012659 HTTP/1.1" status: 204 len: 168 time: 0.2050824 Apr 05 13:43:58.220570 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004865a-3e68-4c69-a3fe-d7ac9bdd4e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0354304-ca14-444e-bd26-62a780012659,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:43:58.248148 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-871883a3-7da3-4f9c-888c-0b9722b03f05 req-5890a54c-e070-4649-93f3-09324a1a12ac tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697749 Apr 05 13:43:59.020684 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4a075-a872-4167-ad11-48a50f4cf4ae req-8751b1cf-1ef6-4cbf-af17-cb13d7c5328b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:59.022420 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c1c4a075-a872-4167-ad11-48a50f4cf4ae req-8751b1cf-1ef6-4cbf-af17-cb13d7c5328b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 944 time: 0.0507236 Apr 05 13:43:59.070161 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c1c4a075-a872-4167-ad11-48a50f4cf4ae req-7ff61ee0-3ff1-4559-b943-48f294c4e7aa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417423 Apr 05 13:43:59.283681 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c225f-0acd-4234-a0a4-f327d37fe102 req-e01e8b56-f6e3-40ee-a81a-feda3beb87be tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:59.285508 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a27c225f-0acd-4234-a0a4-f327d37fe102 req-e01e8b56-f6e3-40ee-a81a-feda3beb87be tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0579686 Apr 05 13:43:59.334565 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a27c225f-0acd-4234-a0a4-f327d37fe102 req-03660af2-c0ff-4003-a088-9c86b235d195 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436227 Apr 05 13:43:59.371720 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e05af-4aa8-42d0-8e1f-3bac8249a551 req-a6cfd375-0e1a-4997-b619-7092207129f1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:43:59.373201 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e06e05af-4aa8-42d0-8e1f-3bac8249a551 req-a6cfd375-0e1a-4997-b619-7092207129f1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.0562720 Apr 05 13:43:59.420249 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e06e05af-4aa8-42d0-8e1f-3bac8249a551 req-ee46c2e8-08fa-48f5-9c65-e277158fd63d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Apr 05 13:44:00.183987 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862120-70d2-435d-ad45-3a4c35dd56f7 req-4ab4baf8-d271-4325-8cfc-824486e39000 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:00.185445 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-24862120-70d2-435d-ad45-3a4c35dd56f7 req-4ab4baf8-d271-4325-8cfc-824486e39000 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 944 time: 0.0512352 Apr 05 13:44:00.231730 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-24862120-70d2-435d-ad45-3a4c35dd56f7 req-5e8ba93f-8348-419c-8e72-09c429789e1d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407572 Apr 05 13:44:00.312843 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['e655642e-a80e-43df-bfde-59c9592afe81'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:44:00.435603 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['2b817a5d-3997-48f5-8143-c7c5935059ae'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:44:00.464962 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff32e9-813c-4870-8e4c-eb81328cf684 req-743a92b6-a5a5-4932-871c-7e5ac52636fa tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:00.464962 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f9ff32e9-813c-4870-8e4c-eb81328cf684 req-743a92b6-a5a5-4932-871c-7e5ac52636fa tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0542414 Apr 05 13:44:00.514188 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f9ff32e9-813c-4870-8e4c-eb81328cf684 req-1c037f3f-3dc7-4101-818d-1b1fdf243ed7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462174 Apr 05 13:44:00.556809 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b4726-1d2a-4579-91ee-2fab341ccfaf req-9b324b86-28a6-46d2-ae10-64119ae52883 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:00.558318 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-297b4726-1d2a-4579-91ee-2fab341ccfaf req-9b324b86-28a6-46d2-ae10-64119ae52883 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.0666103 Apr 05 13:44:00.632087 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-297b4726-1d2a-4579-91ee-2fab341ccfaf req-0cf0d7fb-1fe1-4d2f-a2e6-780c7671b54e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679617 Apr 05 13:44:00.652860 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-6224de2d-5fc2-425d-9137-e5079148539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:00.654384 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-6224de2d-5fc2-425d-9137-e5079148539c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.0718739 Apr 05 13:44:00.710723 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-4989686d-8b3b-436b-8c5a-a85878b038bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:00.712316 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-4989686d-8b3b-436b-8c5a-a85878b038bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465078 Apr 05 13:44:00.813456 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-39777c04-fece-4847-9ffe-d24e4404ee84 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943091 Apr 05 13:44:01.382074 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f2ac0-32b0-4ae8-a248-8b442775bf2b req-3976c84a-c361-424f-b6ba-946c697d3cf9 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:01.383809 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-989f2ac0-32b0-4ae8-a248-8b442775bf2b req-3976c84a-c361-424f-b6ba-946c697d3cf9 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 944 time: 0.0625193 Apr 05 13:44:01.438390 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-989f2ac0-32b0-4ae8-a248-8b442775bf2b req-bef1ed67-5aa2-4f6a-83a8-d97a1ac7c646 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474586 Apr 05 13:44:01.467207 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7680a0fe-d7f7-4171-a1c4-f582323bbb0b req-5d5a6dd3-2cd0-4f6b-b8ad-034957ddf44b service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937028 Apr 05 13:44:01.641545 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebf69d-dd59-42a4-a428-244513d1a9cf req-fccda823-02a6-4089-ba04-e503e722db9d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:01.643294 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9cebf69d-dd59-42a4-a428-244513d1a9cf req-fccda823-02a6-4089-ba04-e503e722db9d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0561249 Apr 05 13:44:01.710242 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9cebf69d-dd59-42a4-a428-244513d1a9cf req-6ca700da-4557-47f3-8092-c4662b8701bf tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604630 Apr 05 13:44:01.775547 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ce68c-566f-48e6-8d5a-d5bd833b0baf req-e9d03f45-2d56-40e0-bb1f-030083e4791c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:01.777981 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3f1ce68c-566f-48e6-8d5a-d5bd833b0baf req-e9d03f45-2d56-40e0-bb1f-030083e4791c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.0706100 Apr 05 13:44:01.830193 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3f1ce68c-566f-48e6-8d5a-d5bd833b0baf req-fab6e42a-d8db-4e91-8677-da2abf710d3e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 Apr 05 13:44:02.586049 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78f31e-b071-4986-b0d4-9d4796b11e1c req-203800f2-e533-43de-a168-15edebb74474 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:02.596349 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8e78f31e-b071-4986-b0d4-9d4796b11e1c req-203800f2-e533-43de-a168-15edebb74474 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 944 time: 0.0797746 Apr 05 13:44:02.670170 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8e78f31e-b071-4986-b0d4-9d4796b11e1c req-c735b535-0908-4622-a6ee-1147e6c940da tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678229 Apr 05 13:44:02.852418 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41044c50-e375-46c7-bc60-6ec7853a048a req-ba9cacb5-b782-43ee-9433-fe08df514bfa tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:02.853896 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-41044c50-e375-46c7-bc60-6ec7853a048a req-ba9cacb5-b782-43ee-9433-fe08df514bfa tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0508659 Apr 05 13:44:02.904775 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-41044c50-e375-46c7-bc60-6ec7853a048a req-4c122c1e-5353-43b2-a360-e635200d822d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437317 Apr 05 13:44:02.960315 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354bc68-7bcf-4a5d-b398-a1fa54f125d4 req-e82dafd3-249f-4a8b-a9a2-9b3eba022a28 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:02.964212 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7354bc68-7bcf-4a5d-b398-a1fa54f125d4 req-e82dafd3-249f-4a8b-a9a2-9b3eba022a28 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 943 time: 0.0592833 Apr 05 13:44:03.013555 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7354bc68-7bcf-4a5d-b398-a1fa54f125d4 req-c0a974e1-216b-45a8-acf3-8e8f1b24770e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 Apr 05 13:44:03.028362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf3357-6f8e-489d-89b8-a4da8148aece req-493c888b-3d4f-460c-b914-8b528cc488ad tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:03.029795 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7dbf3357-6f8e-489d-89b8-a4da8148aece req-493c888b-3d4f-460c-b914-8b528cc488ad tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0543506 Apr 05 13:44:03.038151 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50846) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:03.042963 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-b91c92ce-bf34-473b-94e0-17889991886e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'floatingip': {'port_id': '18abb312-259e-4ad9-aee4-8094c991ad8e'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:44:03.107584 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:44:03.113545 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b91c92ce-bf34-473b-94e0-17889991886e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (28cbbffa-3761-41c4-8098-51150068c1e1), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:03.210820 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:44:03.223086 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '5e0130be-6ae6-413d-a3ae-c2ae43b030f9', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'port_id': '5e0130be-6ae6-413d-a3ae-c2ae43b030f9', 'mac_address': 'fa:16:3e:80:5c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:44:03.262898 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:44:03.263285 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:03.276643 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:44:03.297323 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:44:03.304389 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:03.337380 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3992f411-2280-4720-b36a-cc8b6d7ca673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:03.358607 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:03.792667 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15690791-2513-412e-a909-5a80e1027608 req-86919ca5-e584-4ec3-bd15-f770438ddfd3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:03.794170 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-15690791-2513-412e-a909-5a80e1027608 req-86919ca5-e584-4ec3-bd15-f770438ddfd3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 944 time: 0.0557854 Apr 05 13:44:03.862212 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-15690791-2513-412e-a909-5a80e1027608 req-061038ba-7acd-4465-b3ef-dcb7f004f3c1 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617075 Apr 05 13:44:03.896638 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e655642e-a80e-43df-bfde-59c9592afe81 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:44:03.937992 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b91c92ce-bf34-473b-94e0-17889991886e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:03.941847 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b91c92ce-bf34-473b-94e0-17889991886e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (28cbbffa-3761-41c4-8098-51150068c1e1), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:03.947855 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port e655642e-a80e-43df-bfde-59c9592afe81 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:44:03.952615 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port e655642e-a80e-43df-bfde-59c9592afe81 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:44:03.952994 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e655642e-a80e-43df-bfde-59c9592afe81), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:04.033359 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port e655642e-a80e-43df-bfde-59c9592afe81 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:44:04.033747 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e655642e-a80e-43df-bfde-59c9592afe81), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:04.044701 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-b91c92ce-bf34-473b-94e0-17889991886e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Floating IP 28cbbffa-3761-41c4-8098-51150068c1e1 associated. External IP: 172.27.2.146, port: 18abb312-259e-4ad9-aee4-8094c991ad8e. Apr 05 13:44:04.057794 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcf398b-babb-4847-a7f6-19219fca641e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e655642e-a80e-43df-bfde-59c9592afe81'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:44:04.060078 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4d25b6-7690-4c30-8e10-b50e9985885d" -d '{"events": [{"server_uuid": "3dcf398b-babb-4847-a7f6-19219fca641e", "name": "network-vif-plugged", "status": "completed", "tag": "e655642e-a80e-43df-bfde-59c9592afe81"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:44:04.072747 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port e655642e-a80e-43df-bfde-59c9592afe81, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e655642e-a80e-43df-bfde-59c9592afe81,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:44:04.079528 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e655642e-a80e-43df-bfde-59c9592afe81), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:04.080494 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 2b817a5d-3997-48f5-8143-c7c5935059ae up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:44:04.107423 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f0076-93b1-4473-986d-e2f2995a7ad1 x-openstack-request-id: req-873f0076-93b1-4473-986d-e2f2995a7ad1 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:44:04.107736 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcf398b-babb-4847-a7f6-19219fca641e", "name": "network-vif-plugged", "status": "completed", "tag": "e655642e-a80e-43df-bfde-59c9592afe81", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:44:04.108305 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-873f0076-93b1-4473-986d-e2f2995a7ad1 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:44:04.108411 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873f0076-93b1-4473-986d-e2f2995a7ad1'] response: {'server_uuid': '3dcf398b-babb-4847-a7f6-19219fca641e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e655642e-a80e-43df-bfde-59c9592afe81', 'code': 200} Apr 05 13:44:04.163295 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=e655642e-a80e-43df-bfde-59c9592afe81,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:04.174423 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 2b817a5d-3997-48f5-8143-c7c5935059ae completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:44:04.178155 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 2b817a5d-3997-48f5-8143-c7c5935059ae triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:44:04.178529 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:04.194823 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0877862-08ab-4005-a073-e1f76c3808d9 req-0b36d781-3037-4f1d-9cdc-4e92dfe6d55a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:04.196239 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a0877862-08ab-4005-a073-e1f76c3808d9 req-0b36d781-3037-4f1d-9cdc-4e92dfe6d55a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 944 time: 0.1075461 Apr 05 13:44:04.254909 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 2b817a5d-3997-48f5-8143-c7c5935059ae is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:44:04.255295 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:04.291879 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 2b817a5d-3997-48f5-8143-c7c5935059ae, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2b817a5d-3997-48f5-8143-c7c5935059ae,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:44:04.296249 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:04.322092 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a0877862-08ab-4005-a073-e1f76c3808d9 req-cd049d48-a5c8-49bf-bd68-6b8523cd6bd6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905299 Apr 05 13:44:04.344082 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=2b817a5d-3997-48f5-8143-c7c5935059ae,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:04.354416 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91c92ce-bf34-473b-94e0-17889991886e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Router e6e1805b-e314-4c5e-8c91-0411bef8f50a has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:44:04.461666 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91c92ce-bf34-473b-94e0-17889991886e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:44:04.466053 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b91c92ce-bf34-473b-94e0-17889991886e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:04.474675 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] Sync routers for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:44:04.484303 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:44:04.484909 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:04.493933 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b91c92ce-bf34-473b-94e0-17889991886e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "PUT /v2.0/floatingips/28cbbffa-3761-41c4-8098-51150068c1e1 HTTP/1.1" status: 200 len: 991 time: 1.4547768 Apr 05 13:44:04.494510 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:44:04.497676 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d43a55f-3024-4304-96cc-1e0c2328885d" -d '{"events": [{"name": "network-changed", "server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:44:04.532848 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5804cc99-ac07-4900-89c6-0a4379808326 x-openstack-request-id: req-5804cc99-ac07-4900-89c6-0a4379808326 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:44:04.533138 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:44:04.533386 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5804cc99-ac07-4900-89c6-0a4379808326 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:44:04.533781 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5804cc99-ac07-4900-89c6-0a4379808326'] response: {'name': 'network-changed', 'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'status': 'completed', 'code': 200} Apr 05 13:44:04.589603 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:44:04.861936 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '28cbbffa-3761-41c4-8098-51150068c1e1', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'port_id': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'mac_address': 'fa:16:3e:0a:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:31Z', 'updated_at': '2022-04-05T13:44:03Z', 'revision_number': 1, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:04.899203 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] Checking router: e6e1805b-e314-4c5e-8c91-0411bef8f50a for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:44:04.908675 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:44:04.909295 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:43:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:04.990570 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fd525-967e-4a10-9975-c9d2f1650c0c req-220dea65-38ff-4e3c-9099-b7efed9f3c7b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:04.992305 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-473fd525-967e-4a10-9975-c9d2f1650c0c req-220dea65-38ff-4e3c-9099-b7efed9f3c7b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.0541334 Apr 05 13:44:05.044530 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:44:05.049436 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-473fd525-967e-4a10-9975-c9d2f1650c0c req-68e5660e-8c24-4397-afba-8480fe65d2c9 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510054 Apr 05 13:44:05.137944 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['5e0130be-6ae6-413d-a3ae-c2ae43b030f9'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:44:05.253769 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-4d222e02-c5d3-44a7-a595-5e149d2c8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:05.256444 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-4d222e02-c5d3-44a7-a595-5e149d2c8849 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 1129 time: 0.1302407 Apr 05 13:44:05.405955 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '28cbbffa-3761-41c4-8098-51150068c1e1', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'port_id': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'mac_address': 'fa:16:3e:0a:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:31Z', 'updated_at': '2022-04-05T13:44:03Z', 'revision_number': 1, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:05.411465 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-7576d077-f725-4925-a11d-d86d4983753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:05.413448 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-7576d077-f725-4925-a11d-d86d4983753a service neutron] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 918 time: 0.1459935 Apr 05 13:44:05.487042 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119db083-b33d-419b-99ac-43340c318286 req-5178289b-1dcb-412c-bb07-6d668a92ef97 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:05.489016 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-119db083-b33d-419b-99ac-43340c318286 req-5178289b-1dcb-412c-bb07-6d668a92ef97 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 944 time: 0.0709810 Apr 05 13:44:05.525404 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720e72b-6f18-4b9d-ab5c-c854deae19b2 None None] The sync data for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi is: [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '28cbbffa-3761-41c4-8098-51150068c1e1', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'port_id': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'mac_address': 'fa:16:3e:0a:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:31Z', 'updated_at': '2022-04-05T13:44:03Z', 'revision_number': 1, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:44:05.607068 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-119db083-b33d-419b-99ac-43340c318286 req-f2336207-b9e7-431f-93bf-933ecf3363ab tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068692 Apr 05 13:44:05.705950 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-c0385442-3125-4bdd-8939-a2c8bfa97db6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18abb312-259e-4ad9-aee4-8094c991ad8e HTTP/1.1" status: 200 len: 999 time: 0.1569514 Apr 05 13:44:05.751348 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0fc6-5cad-4c78-92db-96f35492322a req-f80b7c35-34f8-45e2-a5ff-38d67c1021c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:05.753138 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-424b0fc6-5cad-4c78-92db-96f35492322a req-f80b7c35-34f8-45e2-a5ff-38d67c1021c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 1129 time: 0.1507843 Apr 05 13:44:05.767680 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b9af98db-bb41-4fe6-b21f-6e1ede4ac0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:05.782402 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-5ca63907-713d-4f58-845f-5b35d4d6715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:05.783902 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-5ca63907-713d-4f58-845f-5b35d4d6715a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.0715084 Apr 05 13:44:05.825058 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd827b-9428-48ce-b4e8-37d05bd61e4f None None] New status for floating IP 28cbbffa-3761-41c4-8098-51150068c1e1: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:44:05.845882 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-424b0fc6-5cad-4c78-92db-96f35492322a req-95d1e5b3-f31e-48f0-85fe-f27859a8981d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789638 Apr 05 13:44:05.862625 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-e08117b0-d745-49ba-9c49-43d30322e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:05.864448 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-e08117b0-d745-49ba-9c49-43d30322e0d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733976 Apr 05 13:44:06.109707 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ef91a-434a-4c31-85d2-c1352a5208f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b817a5d-3997-48f5-8143-c7c5935059ae'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:44:06.112306 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e42d4-d4af-408a-9dce-7e6f5a81c814" -d '{"events": [{"server_uuid": "ec3ef91a-434a-4c31-85d2-c1352a5208f3", "name": "network-vif-plugged", "status": "completed", "tag": "2b817a5d-3997-48f5-8143-c7c5935059ae"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:44:06.164057 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117589af-56cf-4177-a749-99de746f13f5 x-openstack-request-id: req-117589af-56cf-4177-a749-99de746f13f5 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:44:06.164708 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ef91a-434a-4c31-85d2-c1352a5208f3", "name": "network-vif-plugged", "status": "completed", "tag": "2b817a5d-3997-48f5-8143-c7c5935059ae", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:44:06.164708 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-117589af-56cf-4177-a749-99de746f13f5 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:44:06.165114 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117589af-56cf-4177-a749-99de746f13f5'] response: {'server_uuid': 'ec3ef91a-434a-4c31-85d2-c1352a5208f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b817a5d-3997-48f5-8143-c7c5935059ae', 'code': 200} Apr 05 13:44:06.433551 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b4cae-768a-4b03-bd89-17057bb1c266 req-f3c2bd27-e404-4c19-92ba-a59a04428d4d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:06.435044 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b08b4cae-768a-4b03-bd89-17057bb1c266 req-f3c2bd27-e404-4c19-92ba-a59a04428d4d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.2724931 Apr 05 13:44:06.481926 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b08b4cae-768a-4b03-bd89-17057bb1c266 req-f76e6b22-37fb-4482-9ab9-4b7107ef18ec tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412629 Apr 05 13:44:06.627590 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:06.724906 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d8762-e54e-4ef7-a0ed-47817c28dff3 req-b637d9fc-ef99-4261-853e-969675e8177b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:06.726761 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3b7d8762-e54e-4ef7-a0ed-47817c28dff3 req-b637d9fc-ef99-4261-853e-969675e8177b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 944 time: 0.0505261 Apr 05 13:44:06.778080 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3b7d8762-e54e-4ef7-a0ed-47817c28dff3 req-a05bf296-b9a2-4302-b57b-385e3073edb7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458152 Apr 05 13:44:07.598076 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09179d21-7fdb-42c5-9dc4-94a0bab5bf11 req-023edb23-4ea5-4a4a-a20f-9b36f2a40910 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:07.599751 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09179d21-7fdb-42c5-9dc4-94a0bab5bf11 req-023edb23-4ea5-4a4a-a20f-9b36f2a40910 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.0521789 Apr 05 13:44:07.645267 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09179d21-7fdb-42c5-9dc4-94a0bab5bf11 req-766b2cbc-e17f-4d96-ac82-631badaf92f5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396297 Apr 05 13:44:07.892632 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4083b-dd3b-4257-98cb-cb74fd314ade req-2d8b3e0d-0781-4cdc-8429-604263e90671 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:07.894156 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1df4083b-dd3b-4257-98cb-cb74fd314ade req-2d8b3e0d-0781-4cdc-8429-604263e90671 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 944 time: 0.0523977 Apr 05 13:44:07.941058 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1df4083b-dd3b-4257-98cb-cb74fd314ade req-22793450-b905-496e-9bfc-d0b21f6c3d9f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 Apr 05 13:44:08.216682 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:08.765173 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27eb3c-37a5-405a-835a-5f5494f5e2fa req-eb8e288b-afc2-4c95-bcb8-7617676b34b9 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:08.766567 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bc27eb3c-37a5-405a-835a-5f5494f5e2fa req-eb8e288b-afc2-4c95-bcb8-7617676b34b9 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.0562387 Apr 05 13:44:08.813409 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bc27eb3c-37a5-405a-835a-5f5494f5e2fa req-dd87fa7b-0d98-445b-ad36-ae4c8289e50f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413840 Apr 05 13:44:08.891121 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:44:08.934205 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:08.955346 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:44:08.958913 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:44:08.959284 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:09.044175 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:44:09.044585 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:09.063329 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6880335-2aad-4b88-9020-038a9e48a012 req-8d9480d4-a588-44b9-ae10-70dafd48c2a6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:09.065099 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b6880335-2aad-4b88-9020-038a9e48a012 req-8d9480d4-a588-44b9-ae10-70dafd48c2a6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 944 time: 0.0575268 Apr 05 13:44:09.072455 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eed230-0576-46ce-89ed-577fe3bafe14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0130be-6ae6-413d-a3ae-c2ae43b030f9'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:44:09.075441 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31af74cf-9139-453f-b342-d6dfdac1c04c" -d '{"events": [{"server_uuid": "01eed230-0576-46ce-89ed-577fe3bafe14", "name": "network-vif-plugged", "status": "completed", "tag": "5e0130be-6ae6-413d-a3ae-c2ae43b030f9"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:44:09.106299 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:44:09.113131 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:09.139365 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2fd626-fb12-4d68-8a11-2e547f7bd834 x-openstack-request-id: req-ed2fd626-fb12-4d68-8a11-2e547f7bd834 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:44:09.139703 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eed230-0576-46ce-89ed-577fe3bafe14", "name": "network-vif-plugged", "status": "completed", "tag": "5e0130be-6ae6-413d-a3ae-c2ae43b030f9", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:44:09.139964 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed2fd626-fb12-4d68-8a11-2e547f7bd834 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:44:09.140370 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2fd626-fb12-4d68-8a11-2e547f7bd834'] response: {'server_uuid': '01eed230-0576-46ce-89ed-577fe3bafe14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0130be-6ae6-413d-a3ae-c2ae43b030f9', 'code': 200} Apr 05 13:44:09.176926 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:09.206028 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b6880335-2aad-4b88-9020-038a9e48a012 req-caffafa4-c33d-4647-a4f7-4a254f3289b1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352212 Apr 05 13:44:09.232876 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-04f597bd-12e4-44a1-8f8b-9babbc219566 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1539099 Apr 05 13:44:09.238302 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-ff4a38ce-984d-49a5-86aa-93e60a826f17 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605361 Apr 05 13:44:09.630886 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 50998) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:09.675290 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9727a33e-3cea-4841-bb44-e6d0a95596b8 admin admin] Deleting subnet 5979765f-2173-411d-8285-f017ac7be4de {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:44:09.678573 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9727a33e-3cea-4841-bb44-e6d0a95596b8 admin admin] Publish callbacks [] for subnet (5979765f-2173-411d-8285-f017ac7be4de), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:09.722600 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9727a33e-3cea-4841-bb44-e6d0a95596b8 admin admin] Publish callbacks [] for subnet (5979765f-2173-411d-8285-f017ac7be4de), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:09.733178 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9727a33e-3cea-4841-bb44-e6d0a95596b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (5979765f-2173-411d-8285-f017ac7be4de), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:09.800831 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9727a33e-3cea-4841-bb44-e6d0a95596b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (5979765f-2173-411d-8285-f017ac7be4de), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:09.827975 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727a33e-3cea-4841-bb44-e6d0a95596b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5979765f-2173-411d-8285-f017ac7be4de,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:09.829935 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9727a33e-3cea-4841-bb44-e6d0a95596b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:09.836049 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9727a33e-3cea-4841-bb44-e6d0a95596b8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5979765f-2173-411d-8285-f017ac7be4de HTTP/1.1" status: 204 len: 168 time: 0.2014539 Apr 05 13:44:09.836908 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 51012) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:09.924790 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (45e78cf7-4661-4a1d-af9e-ec6380a354e1), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:09.952755 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e994d1f-8ac6-4da0-a8a1-66b372cefa8c req-c898e222-bc81-4f6e-9b62-46b7af40095a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:09.960021 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5e994d1f-8ac6-4da0-a8a1-66b372cefa8c req-c898e222-bc81-4f6e-9b62-46b7af40095a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.0676949 Apr 05 13:44:09.967574 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.009142 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5e994d1f-8ac6-4da0-a8a1-66b372cefa8c req-736ebe1d-8e29-4c7d-a025-4656dd7fa84d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481317 Apr 05 13:44:10.030263 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (45e78cf7-4661-4a1d-af9e-ec6380a354e1), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.052364 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.052684 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.053425 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.053754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > port after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.054075 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.054398 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > port after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.054720 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.055053 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.055366 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.055715 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.171524 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.172414 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.172414 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.172612 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.172855 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e78cf7-4661-4a1d-af9e-ec6380a354e1']}} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:10.190724 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f321c6-5fd4-4bb5-9bfc-959b9d504db6') {'for_net_delete': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:10.191013 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f321c6-5fd4-4bb5-9bfc-959b9d504db6') {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:10.217858 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25631910'] for segment (e1f321c6-5fd4-4bb5-9bfc-959b9d504db6), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.230346 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (e1f321c6-5fd4-4bb5-9bfc-959b9d504db6), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.238965 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:44:10.239353 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26040439'] for segment (e1f321c6-5fd4-4bb5-9bfc-959b9d504db6), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: from cryptography.utils import int_from_bytes Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: from cryptography.utils import int_from_bytes Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: Traceback (most recent call last): Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: timer() Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: cb(*args, **kw) Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: return func(*args, **kwargs) Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: self._notify() Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: self.callback(batched_events) Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: event.method(event) Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: return f(self, *a, **k) Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._get(url).json() Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: return self.request(url, 'GET', **kwargs) Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:44:10.265421 dv-cinder-835878-2-iscsi neutron-server[109890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:44:10.372297 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (45e78cf7-4661-4a1d-af9e-ec6380a354e1), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.423435 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.426784 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] 10.222.0.59 "DELETE /v2.0/networks/45e78cf7-4661-4a1d-af9e-ec6380a354e1 HTTP/1.1" status: 204 len: 168 time: 0.5888112 Apr 05 13:44:10.429894 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51028) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:10.430154 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Pushing event deleted for resources: {'Network': ['ID=45e78cf7-4661-4a1d-af9e-ec6380a354e1,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:10.445378 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.445716 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.446055 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.446389 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.446716 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.447050 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.447371 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.447695 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.448085 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.448419 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.448824 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.449152 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.449469 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.449793 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.450107 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc892d8-62c9-4170-bd01-49a300ac7584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:10.461051 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e6c3a-6535-4fb6-86d1-f407716312d3 req-cdd6a9f7-bb20-4625-90ee-001d5811a2fe tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:10.462560 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-378e6c3a-6535-4fb6-86d1-f407716312d3 req-cdd6a9f7-bb20-4625-90ee-001d5811a2fe tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.1873169 Apr 05 13:44:10.478292 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cadeacb-d28f-4c22-bd9d-c95d5c46c1a6 admin admin] Deleting subnet a188bff6-93c3-4ca9-b881-5b3c6041d55f {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:44:10.482503 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7cadeacb-d28f-4c22-bd9d-c95d5c46c1a6 admin admin] Publish callbacks [] for subnet (a188bff6-93c3-4ca9-b881-5b3c6041d55f), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.497844 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0d43a55f-3024-4304-96cc-1e0c2328885d req-a6387068-8252-400d-8957-508360e2d579 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572812 Apr 05 13:44:10.522001 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7cadeacb-d28f-4c22-bd9d-c95d5c46c1a6 admin admin] Publish callbacks [] for subnet (a188bff6-93c3-4ca9-b881-5b3c6041d55f), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.528380 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7cadeacb-d28f-4c22-bd9d-c95d5c46c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (a188bff6-93c3-4ca9-b881-5b3c6041d55f), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.589888 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7cadeacb-d28f-4c22-bd9d-c95d5c46c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for subnet (a188bff6-93c3-4ca9-b881-5b3c6041d55f), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.615841 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadeacb-d28f-4c22-bd9d-c95d5c46c1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a188bff6-93c3-4ca9-b881-5b3c6041d55f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:10.620932 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7cadeacb-d28f-4c22-bd9d-c95d5c46c1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.624187 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7cadeacb-d28f-4c22-bd9d-c95d5c46c1a6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a188bff6-93c3-4ca9-b881-5b3c6041d55f HTTP/1.1" status: 204 len: 168 time: 0.1932480 Apr 05 13:44:10.626902 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51030) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:10.704170 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (d2d60068-8a57-44d5-bf03-02ae02758a8e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.712257 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-378e6c3a-6535-4fb6-86d1-f407716312d3 req-e2861fda-d284-4269-99b5-0dbd6751d615 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433453 Apr 05 13:44:10.798849 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (d2d60068-8a57-44d5-bf03-02ae02758a8e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.826663 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.827319 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.827828 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.828170 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > port after_create 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.828665 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.828995 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > port after_update 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.829338 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.829965 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.830075 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.830453 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.899733 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.900217 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.900687 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.901046 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 13:44:10.902126 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d60068-8a57-44d5-bf03-02ae02758a8e']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:10.920090 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6630b730-305c-4326-9f3a-b41b9655a404') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:10.920393 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6630b730-305c-4326-9f3a-b41b9655a404') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:10.944792 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (6630b730-305c-4326-9f3a-b41b9655a404), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.969453 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (6630b730-305c-4326-9f3a-b41b9655a404), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.978774 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:44:10.979115 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (6630b730-305c-4326-9f3a-b41b9655a404), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: from cryptography.utils import int_from_bytes Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: from cryptography.utils import int_from_bytes Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:44:10.983859 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:44:11.046202 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (d2d60068-8a57-44d5-bf03-02ae02758a8e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:11.069165 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:11.075716 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d2d60068-8a57-44d5-bf03-02ae02758a8e HTTP/1.1" status: 204 len: 168 time: 0.4446611 Apr 05 13:44:11.078890 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d60068-8a57-44d5-bf03-02ae02758a8e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:11.086497 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.087072 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.087448 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.087851 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.089398 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.089761 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.090097 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.090433 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.090787 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.091129 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.091476 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.091929 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.092221 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.092961 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.093292 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3c2c-67ca-49d1-879c-98cae100f802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:44:11.165676 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6958d-91de-4c0b-933c-b257006e11c7 req-9dcde3a7-d4d7-4a28-9900-53979a858362 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:11.174190 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-48a6958d-91de-4c0b-933c-b257006e11c7 req-9dcde3a7-d4d7-4a28-9900-53979a858362 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.0761623 Apr 05 13:44:11.267750 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-48a6958d-91de-4c0b-933c-b257006e11c7 req-32512703-e42f-476c-a0da-ee0972bcb000 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924406 Apr 05 13:44:11.357070 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51058) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:11.400722 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2594c9fc-fb70-4ff6-ae70-ea138e027342 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=68f77ee0475b43089a7c2531c7e9a526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423553 Apr 05 13:44:11.403731 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51060) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:11.449832 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-68e497de-bb52-400a-b973-fa28eac65bdb admin admin] Publish callbacks [] for security_group (f91e58e2-934a-4fa8-ab16-f275a1974ef5), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:11.469859 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-68e497de-bb52-400a-b973-fa28eac65bdb admin admin] Publish callbacks [] for security_group (f91e58e2-934a-4fa8-ab16-f275a1974ef5), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:11.515128 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-68e497de-bb52-400a-b973-fa28eac65bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f91e58e2-934a-4fa8-ab16-f275a1974ef5), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:11.517636 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-68e497de-bb52-400a-b973-fa28eac65bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:11.518868 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-68e497de-bb52-400a-b973-fa28eac65bdb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f91e58e2-934a-4fa8-ab16-f275a1974ef5 HTTP/1.1" status: 204 len: 168 time: 0.1141655 Apr 05 13:44:11.527993 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e497de-bb52-400a-b973-fa28eac65bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91e58e2-934a-4fa8-ab16-f275a1974ef5,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:11.840463 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f41469-611d-4d02-a889-3b8e3f610685 req-5f673b1b-a909-44f6-b2f8-429c306decdb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:11.841843 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b8f41469-611d-4d02-a889-3b8e3f610685 req-5f673b1b-a909-44f6-b2f8-429c306decdb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0582924 Apr 05 13:44:11.861611 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51070) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:11.890913 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b8f41469-611d-4d02-a889-3b8e3f610685 req-f8c1eda0-9d1b-4af2-bb60-9dc8bd5e5e71 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432408 Apr 05 13:44:11.903660 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-53fb9153-7a88-40cc-973e-06bb0299a885 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eaba0a0c75064660861ddc0c158d9bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407770 Apr 05 13:44:11.905995 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51072) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:11.957499 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c52b6e89-dc36-4355-aee7-2b6cae230bd0 admin admin] Publish callbacks [] for security_group (ea653e89-486b-4d35-9675-9e2c6d50987c), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:11.979949 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c52b6e89-dc36-4355-aee7-2b6cae230bd0 admin admin] Publish callbacks [] for security_group (ea653e89-486b-4d35-9675-9e2c6d50987c), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:12.025403 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c52b6e89-dc36-4355-aee7-2b6cae230bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ea653e89-486b-4d35-9675-9e2c6d50987c), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:12.029490 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c52b6e89-dc36-4355-aee7-2b6cae230bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:12.030662 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c52b6e89-dc36-4355-aee7-2b6cae230bd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea653e89-486b-4d35-9675-9e2c6d50987c HTTP/1.1" status: 204 len: 168 time: 0.1237159 Apr 05 13:44:12.038486 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b6e89-dc36-4355-aee7-2b6cae230bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea653e89-486b-4d35-9675-9e2c6d50987c,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:12.390449 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a8a01-21b6-418b-8884-60f7a773fe44 req-a5d7321d-561c-4caf-929f-b7acee70d5ae tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:12.399356 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-388a8a01-21b6-418b-8884-60f7a773fe44 req-a5d7321d-561c-4caf-929f-b7acee70d5ae tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.0643630 Apr 05 13:44:12.443669 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-388a8a01-21b6-418b-8884-60f7a773fe44 req-eba044df-cb8f-41e7-9eb4-54d921bcea09 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432889 Apr 05 13:44:12.625100 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644e523-c993-49ef-8ddf-bca602e9492f req-0b52f598-7cb8-4445-8dfc-596ab5de2daf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:12.626726 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8644e523-c993-49ef-8ddf-bca602e9492f req-0b52f598-7cb8-4445-8dfc-596ab5de2daf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.0586381 Apr 05 13:44:12.638446 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51104) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:12.643349 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-9d42edfb-923e-434a-8767-6b415fc10bc0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'floatingip': {'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:44:12.699560 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d42edfb-923e-434a-8767-6b415fc10bc0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (f0f9b083-8caa-4a59-b352-97099aea2b51), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:13.162815 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e9203-ed9b-46e9-b023-f0f97d6fe523 req-92355ca8-bfb3-4fc0-8169-dd2df7ccf531 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:13.164936 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fe9e9203-ed9b-46e9-b023-f0f97d6fe523 req-92355ca8-bfb3-4fc0-8169-dd2df7ccf531 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.1907086 Apr 05 13:44:13.277044 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fe9e9203-ed9b-46e9-b023-f0f97d6fe523 req-7c45d48e-b579-49b1-acda-346d89f3616f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047413 Apr 05 13:44:13.364258 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d42edfb-923e-434a-8767-6b415fc10bc0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:13.368690 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d42edfb-923e-434a-8767-6b415fc10bc0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (f0f9b083-8caa-4a59-b352-97099aea2b51), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:13.505799 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-9d42edfb-923e-434a-8767-6b415fc10bc0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Floating IP f0f9b083-8caa-4a59-b352-97099aea2b51 associated. External IP: 172.27.2.39, port: e655642e-a80e-43df-bfde-59c9592afe81. Apr 05 13:44:13.743029 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d42edfb-923e-434a-8767-6b415fc10bc0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:44:13.891610 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d42edfb-923e-434a-8767-6b415fc10bc0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:44:13.896389 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d42edfb-923e-434a-8767-6b415fc10bc0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:13.902817 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:44:13.917516 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:44:13.918160 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:44:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:13.933170 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9d42edfb-923e-434a-8767-6b415fc10bc0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "PUT /v2.0/floatingips/f0f9b083-8caa-4a59-b352-97099aea2b51 HTTP/1.1" status: 200 len: 990 time: 1.2935493 Apr 05 13:44:13.933876 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcf398b-babb-4847-a7f6-19219fca641e', 'tag': 'e655642e-a80e-43df-bfde-59c9592afe81'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:44:13.936320 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcf398b-babb-4847-a7f6-19219fca641e", "tag": "e655642e-a80e-43df-bfde-59c9592afe81"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:44:13.977476 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e28bc-33fa-422a-96aa-9c9b68b77593 x-openstack-request-id: req-4b7e28bc-33fa-422a-96aa-9c9b68b77593 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:44:13.977776 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcf398b-babb-4847-a7f6-19219fca641e", "tag": "e655642e-a80e-43df-bfde-59c9592afe81", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:44:13.978034 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b7e28bc-33fa-422a-96aa-9c9b68b77593 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:44:13.978421 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7e28bc-33fa-422a-96aa-9c9b68b77593'] response: {'name': 'network-changed', 'server_uuid': '3dcf398b-babb-4847-a7f6-19219fca641e', 'tag': 'e655642e-a80e-43df-bfde-59c9592afe81', 'status': 'completed', 'code': 200} Apr 05 13:44:14.031016 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:44:14.250521 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'f0f9b083-8caa-4a59-b352-97099aea2b51', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:b3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:39Z', 'updated_at': '2022-04-05T13:44:13Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:14.277540 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:44:14.285730 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:44:14.286270 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:44:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:14.399088 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:44:14.411790 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096dcb-1043-4103-81d1-4acef0afa887 req-be58f7cb-ad11-4e8b-b194-c4f4bef70435 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:14.413378 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7b096dcb-1043-4103-81d1-4acef0afa887 req-be58f7cb-ad11-4e8b-b194-c4f4bef70435 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0649250 Apr 05 13:44:14.478909 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7b096dcb-1043-4103-81d1-4acef0afa887 req-e76e4cc7-5195-451f-aaf9-a0309d65dadf tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589483 Apr 05 13:44:14.501749 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-0975ec61-0f35-4b42-b6b6-03fef1e30e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:14.501749 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-0975ec61-0f35-4b42-b6b6-03fef1e30e16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f9aa619aa7b4d4d981db173ab77dbf4&device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 1129 time: 0.0745344 Apr 05 13:44:14.573504 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89df6-5017-4aaa-82f0-c4ce102a38d6 req-97f9ad90-c729-40b2-ac04-94dcb96d5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:14.575464 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-04d89df6-5017-4aaa-82f0-c4ce102a38d6 req-97f9ad90-c729-40b2-ac04-94dcb96d5aa4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 1129 time: 0.0760014 Apr 05 13:44:14.695123 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'f0f9b083-8caa-4a59-b352-97099aea2b51', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:b3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:39Z', 'updated_at': '2022-04-05T13:44:13Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:14.721735 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16c872-9b8c-4a0d-af25-1ec0c7b52128 None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'f0f9b083-8caa-4a59-b352-97099aea2b51', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:b3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:39Z', 'updated_at': '2022-04-05T13:44:13Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:44:14.930644 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb401bfa-3fc6-4c27-9b3f-df63fd85e767 None None] New status for floating IP f0f9b083-8caa-4a59-b352-97099aea2b51: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:44:14.973900 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b2ec1-4618-4e40-9297-63167e8f25d0 req-aa12212d-6972-4a03-a6a6-b6fa1b726807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:14.975522 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b51b2ec1-4618-4e40-9297-63167e8f25d0 req-aa12212d-6972-4a03-a6a6-b6fa1b726807 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 1130 time: 0.0997763 Apr 05 13:44:15.625898 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821eb28-7d42-403b-b423-6f4890efb8b4 req-ee9f8304-6d75-4634-a7ed-95c3a56ef224 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:15.627404 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f821eb28-7d42-403b-b423-6f4890efb8b4 req-ee9f8304-6d75-4634-a7ed-95c3a56ef224 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0792654 Apr 05 13:44:15.676358 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f821eb28-7d42-403b-b423-6f4890efb8b4 req-e7d45400-6c2f-4ebf-8261-7520ef4f58c3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Apr 05 13:44:15.743241 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6d09c-588a-470c-8c96-ff7479666d75 req-a0efc1ee-5be3-4246-8cb6-d236e76c6c12 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:15.744802 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f2c6d09c-588a-470c-8c96-ff7479666d75 req-a0efc1ee-5be3-4246-8cb6-d236e76c6c12 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0520744 Apr 05 13:44:15.791094 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f2c6d09c-588a-470c-8c96-ff7479666d75 req-487cefe6-0822-4a23-a198-e377ca062080 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Apr 05 13:44:16.795416 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517fdf6-9444-4a85-b264-2c8e251abd0a req-dbe738bf-cc0d-4983-9060-68075d2962d3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:16.796793 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1517fdf6-9444-4a85-b264-2c8e251abd0a req-dbe738bf-cc0d-4983-9060-68075d2962d3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0549603 Apr 05 13:44:16.913047 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a308e5f-ab0e-45ce-837d-ff13fbbc4160 req-3d5cb31e-3193-41bb-8894-bb369ff12b1e tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:16.914609 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3a308e5f-ab0e-45ce-837d-ff13fbbc4160 req-3d5cb31e-3193-41bb-8894-bb369ff12b1e tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0547864 Apr 05 13:44:16.987056 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3a308e5f-ab0e-45ce-837d-ff13fbbc4160 req-b2c70b6a-e6e5-408a-9951-6f9a0c65f500 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618446 Apr 05 13:44:17.046002 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1517fdf6-9444-4a85-b264-2c8e251abd0a req-6d90099e-0442-4660-a013-25e0117498f6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435725 Apr 05 13:44:17.890963 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-04d89df6-5017-4aaa-82f0-c4ce102a38d6 req-bbc5241d-5250-4232-b437-b216e16e2b62 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772305 Apr 05 13:44:17.905402 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-e46c76df-aa31-4a7a-bbf5-5859f01a7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:17.906884 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-e46c76df-aa31-4a7a-bbf5-5859f01a7870 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 1129 time: 0.0875235 Apr 05 13:44:17.951290 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b51b2ec1-4618-4e40-9297-63167e8f25d0 req-17b4eac3-cbdb-4236-bd00-220e3ba09fbd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199570 Apr 05 13:44:17.972758 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-6e419ab9-61f0-4e72-a3c7-ce7d288da7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:17.974150 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-6e419ab9-61f0-4e72-a3c7-ce7d288da7de service neutron] 10.222.0.46 "GET /v2.0/networks?id=d92158ae-2893-445f-b641-484828cd96e2 HTTP/1.1" status: 200 len: 912 time: 0.1531670 Apr 05 13:44:18.110397 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31bff1-90ba-489a-9d2b-ac86458d00ce req-b0f4844c-4b0e-4f75-abdb-7081cf5cfdbb tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:18.112260 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd31bff1-90ba-489a-9d2b-ac86458d00ce req-b0f4844c-4b0e-4f75-abdb-7081cf5cfdbb tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0559993 Apr 05 13:44:18.161341 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd31bff1-90ba-489a-9d2b-ac86458d00ce req-4ab5d866-8842-4356-91da-f9a1e20fc550 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 Apr 05 13:44:18.171443 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6a471-4109-496d-a5ee-8426d17d52cc req-6d28e851-3b02-4ac0-bbfa-6bbf06fff06f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:18.172969 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9ed6a471-4109-496d-a5ee-8426d17d52cc req-6d28e851-3b02-4ac0-bbfa-6bbf06fff06f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0563297 Apr 05 13:44:18.221641 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9ed6a471-4109-496d-a5ee-8426d17d52cc req-2c586497-5e74-4d33-9fcc-e943e0a15420 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Apr 05 13:44:19.288537 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47121410-13b4-4171-8aca-718ba27e9aca req-beead697-8e5e-4057-96cc-478f8e48b1cb tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:19.290006 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47121410-13b4-4171-8aca-718ba27e9aca req-beead697-8e5e-4057-96cc-478f8e48b1cb tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0623047 Apr 05 13:44:19.340092 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47121410-13b4-4171-8aca-718ba27e9aca req-fd7bbd1e-ba21-40c5-92fb-271065ef9810 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442131 Apr 05 13:44:19.344388 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c88a3-e840-4761-8da3-24c9d5039724 req-5d653b56-99b8-4b59-a6f3-2a5cac03b29c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:19.345968 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9c3c88a3-e840-4761-8da3-24c9d5039724 req-5d653b56-99b8-4b59-a6f3-2a5cac03b29c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Apr 05 13:44:19.396856 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9c3c88a3-e840-4761-8da3-24c9d5039724 req-c7d4f3b7-e3ba-4664-8902-1c5f5cb9f379 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441825 Apr 05 13:44:20.471318 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829c6e7-dd05-4fcf-96c8-1da6c04399d7 req-8e301852-29b0-4c6f-bfc4-180e579035b7 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:20.473366 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7829c6e7-dd05-4fcf-96c8-1da6c04399d7 req-8e301852-29b0-4c6f-bfc4-180e579035b7 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0567377 Apr 05 13:44:20.533192 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ad5c6-d948-4882-b6c0-b4cd90c26f72 req-02d19eaf-2406-4f48-b609-d9e8398ce112 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:20.534617 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-540ad5c6-d948-4882-b6c0-b4cd90c26f72 req-02d19eaf-2406-4f48-b609-d9e8398ce112 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0659518 Apr 05 13:44:20.539967 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7829c6e7-dd05-4fcf-96c8-1da6c04399d7 req-c9fa4e82-27ec-4809-bb31-359fcb2f1eb7 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592976 Apr 05 13:44:20.546427 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 51342) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:20.593092 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-540ad5c6-d948-4882-b6c0-b4cd90c26f72 req-f2945852-0641-41a2-964e-1a5a2374dd43 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518098 Apr 05 13:44:20.657574 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fdd0fe62-a89f-406b-8cc0-7c21c657950c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:20.746051 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fdd0fe62-a89f-406b-8cc0-7c21c657950c admin admin] Publish callbacks [] for security_group (dc64a680-0170-44c3-b042-207e07b69e91), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:20.749796 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fdd0fe62-a89f-406b-8cc0-7c21c657950c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (dc64a680-0170-44c3-b042-207e07b69e91), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:20.789631 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fdd0fe62-a89f-406b-8cc0-7c21c657950c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2c7d02013974f41a1758da5c302cbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421248 Apr 05 13:44:20.790549 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0fe62-a89f-406b-8cc0-7c21c657950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc64a680-0170-44c3-b042-207e07b69e91,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:20.790987 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51348) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:20.853992 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8434fc5f-36dd-4a73-b0f8-0039c05fb04c admin admin] Publish callbacks [] for security_group (dc64a680-0170-44c3-b042-207e07b69e91), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:20.882846 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8434fc5f-36dd-4a73-b0f8-0039c05fb04c admin admin] Publish callbacks [] for security_group (dc64a680-0170-44c3-b042-207e07b69e91), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:20.928346 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8434fc5f-36dd-4a73-b0f8-0039c05fb04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (dc64a680-0170-44c3-b042-207e07b69e91), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:20.930911 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8434fc5f-36dd-4a73-b0f8-0039c05fb04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:20.932062 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8434fc5f-36dd-4a73-b0f8-0039c05fb04c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc64a680-0170-44c3-b042-207e07b69e91 HTTP/1.1" status: 204 len: 168 time: 0.1401074 Apr 05 13:44:20.943029 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434fc5f-36dd-4a73-b0f8-0039c05fb04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc64a680-0170-44c3-b042-207e07b69e91,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:21.200565 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51358) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:21.214153 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f3772a14-e2d6-44ba-b27d-6ee940ef7e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:21.293505 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f3772a14-e2d6-44ba-b27d-6ee940ef7e40 admin admin] Publish callbacks [] for security_group (c5f97e9b-f9b1-4951-bd45-15f3ab84faae), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:21.297155 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f3772a14-e2d6-44ba-b27d-6ee940ef7e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c5f97e9b-f9b1-4951-bd45-15f3ab84faae), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:21.334193 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f3772a14-e2d6-44ba-b27d-6ee940ef7e40 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=809d590fb1f645f899c0df8f0edfe03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325593 Apr 05 13:44:21.335044 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3772a14-e2d6-44ba-b27d-6ee940ef7e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f97e9b-f9b1-4951-bd45-15f3ab84faae,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:21.336956 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 51360) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:21.390897 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4f91c1a5-faa3-4766-ae90-28ede8accb33 admin admin] Publish callbacks [] for security_group (c5f97e9b-f9b1-4951-bd45-15f3ab84faae), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:21.413194 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4f91c1a5-faa3-4766-ae90-28ede8accb33 admin admin] Publish callbacks [] for security_group (c5f97e9b-f9b1-4951-bd45-15f3ab84faae), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:21.460822 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4f91c1a5-faa3-4766-ae90-28ede8accb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c5f97e9b-f9b1-4951-bd45-15f3ab84faae), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:21.463316 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4f91c1a5-faa3-4766-ae90-28ede8accb33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:21.465371 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-4f91c1a5-faa3-4766-ae90-28ede8accb33 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5f97e9b-f9b1-4951-bd45-15f3ab84faae HTTP/1.1" status: 204 len: 168 time: 0.1273315 Apr 05 13:44:21.473087 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91c1a5-faa3-4766-ae90-28ede8accb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f97e9b-f9b1-4951-bd45-15f3ab84faae,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:21.656635 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3d6c6-f471-4637-aab7-0b0824eb777f req-3207c706-b818-4af7-bd5b-47279eba4dd6 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:21.658213 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5de3d6c6-f471-4637-aab7-0b0824eb777f req-3207c706-b818-4af7-bd5b-47279eba4dd6 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0555391 Apr 05 13:44:21.719629 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5de3d6c6-f471-4637-aab7-0b0824eb777f req-7ed9648a-5b0a-4ce0-852f-2b16b47a7b37 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547028 Apr 05 13:44:21.729274 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41afd02-887b-4d8b-b48d-e5b9ead792ef req-f84cec45-9451-4459-912c-3f19cd0670c1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:21.731053 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b41afd02-887b-4d8b-b48d-e5b9ead792ef req-f84cec45-9451-4459-912c-3f19cd0670c1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0651820 Apr 05 13:44:21.787315 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b41afd02-887b-4d8b-b48d-e5b9ead792ef req-3916f16a-7a9d-4992-a774-450161cb3513 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468006 Apr 05 13:44:22.610090 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-43c9190f-a6f9-4908-b1d4-a588276e5380 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b47f837a-6c09-4dfa-a6fe-b54f99471784 HTTP/1.1" status: 200 len: 217 time: 0.0393131 Apr 05 13:44:22.663615 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-16085ae8-2904-4e1c-9f4a-3a310618050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:22.665106 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-16085ae8-2904-4e1c-9f4a-3a310618050b service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 916 time: 0.0939803 Apr 05 13:44:22.841140 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f983ecd-5881-42d6-a6ce-a8735faa31a5 req-72305367-d19b-40fc-b7df-5725a056de62 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:22.842681 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0f983ecd-5881-42d6-a6ce-a8735faa31a5 req-72305367-d19b-40fc-b7df-5725a056de62 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0570588 Apr 05 13:44:22.903039 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0f983ecd-5881-42d6-a6ce-a8735faa31a5 req-c97a829f-6384-45ca-9ec2-21ab6d6e0e8c tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527956 Apr 05 13:44:22.938909 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47723f7e-d676-41fe-a1d0-79ba471bfe8c req-ea25543f-2e19-43d2-9676-78bcb3d35407 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:22.941038 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47723f7e-d676-41fe-a1d0-79ba471bfe8c req-ea25543f-2e19-43d2-9676-78bcb3d35407 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0687673 Apr 05 13:44:22.994756 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47723f7e-d676-41fe-a1d0-79ba471bfe8c req-da223e69-1b25-4ba4-9438-bf2c377a4533 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430992 Apr 05 13:44:24.044727 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43df62-a0c5-44fb-8333-e791a998cf85 req-62e26561-64c4-4b97-9b32-b354f24f3837 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:24.046312 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fa43df62-a0c5-44fb-8333-e791a998cf85 req-62e26561-64c4-4b97-9b32-b354f24f3837 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0727615 Apr 05 13:44:24.102147 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fa43df62-a0c5-44fb-8333-e791a998cf85 req-8444b822-2dd3-485c-a152-30b142b34c62 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501966 Apr 05 13:44:24.122146 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7537b27-2331-4a4f-908f-1f7a379dda56 req-a955f54b-d4d6-4cee-87eb-cd5d1e96bf1b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:24.123599 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e7537b27-2331-4a4f-908f-1f7a379dda56 req-a955f54b-d4d6-4cee-87eb-cd5d1e96bf1b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0553772 Apr 05 13:44:24.170727 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e7537b27-2331-4a4f-908f-1f7a379dda56 req-10444433-f117-420e-b378-f11e8276546e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Apr 05 13:44:24.454284 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-7bd0d005-14cc-4b0d-aaae-1bc4b2860e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:24.456277 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-7bd0d005-14cc-4b0d-aaae-1bc4b2860e27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4940d7e6-0c9c-4526-972e-04d261a01f06 HTTP/1.1" status: 200 len: 851 time: 0.0667937 Apr 05 13:44:24.465109 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-dc461ea5-57c9-4f42-a81f-2a2043cf12e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e655642e-a80e-43df-bfde-59c9592afe81 HTTP/1.1" status: 200 len: 1000 time: 0.0762753 Apr 05 13:44:25.082380 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-e70e0021-d1a9-4227-a0bf-bd16cb762551 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d92158ae-2893-445f-b641-484828cd96e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287731 Apr 05 13:44:25.233407 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c663353-556e-43d5-80e5-cff563fd8d71 req-ccc1d126-394b-402b-a5f1-4a40eda95e3f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:25.235045 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8c663353-556e-43d5-80e5-cff563fd8d71 req-ccc1d126-394b-402b-a5f1-4a40eda95e3f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0620267 Apr 05 13:44:25.293200 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8c663353-556e-43d5-80e5-cff563fd8d71 req-6d5e24ef-21b9-4218-9e42-774893a91d08 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526655 Apr 05 13:44:25.300675 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d5005-db86-44d3-9090-6d14dd82c7d8 req-a268fa08-6223-45c7-9294-932649544961 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:25.302223 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-950d5005-db86-44d3-9090-6d14dd82c7d8 req-a268fa08-6223-45c7-9294-932649544961 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0563259 Apr 05 13:44:25.350948 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-950d5005-db86-44d3-9090-6d14dd82c7d8 req-60c64143-0cf1-4c37-9487-e986358dc61e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420399 Apr 05 13:44:25.653003 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba1fe7-3206-4fb1-94b2-1135bf26f57c req-7127ed4e-26bc-4370-8b33-324624a77261 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:25.655478 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-37ba1fe7-3206-4fb1-94b2-1135bf26f57c req-7127ed4e-26bc-4370-8b33-324624a77261 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0646696 Apr 05 13:44:25.722635 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-b3d43d67-0c3e-4444-8b43-5d6d6062c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:25.724475 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-b3d43d67-0c3e-4444-8b43-5d6d6062c4d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 200 len: 854 time: 0.0619986 Apr 05 13:44:25.825678 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-0d926123-da53-48db-a4bf-176a8b728d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:25.827469 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-0d926123-da53-48db-a4bf-176a8b728d5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3cff852-d241-43ab-830a-cae40270149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583575 Apr 05 13:44:25.837389 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-37ba1fe7-3206-4fb1-94b2-1135bf26f57c req-8710b16d-96d4-4efb-a4ca-07244326dd0c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553333 Apr 05 13:44:25.917483 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-748541db-b4ec-4adc-93da-f3c483519436 service neutron] 10.222.0.46 "GET /v2.0/networks/d92158ae-2893-445f-b641-484828cd96e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576285 Apr 05 13:44:25.925146 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-07fcab9f-793c-4bb4-925b-4720f01e2943 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:25.926512 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-07fcab9f-793c-4bb4-925b-4720f01e2943 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0927200 Apr 05 13:44:25.954994 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42305a6-0b27-495e-8633-a659114d58aa req-32214c2c-371f-4832-9a91-6edbcfb86ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:25.956522 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e42305a6-0b27-495e-8633-a659114d58aa req-32214c2c-371f-4832-9a91-6edbcfb86ba4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 1129 time: 0.1158404 Apr 05 13:44:25.974728 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-7e52cb6f-be7e-46a7-88a6-dca18707093e service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241381 Apr 05 13:44:26.106223 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9ad3d25b-2ce1-4312-be9d-352f783c6f14 req-804a1a68-6287-4f19-bf76-8965ff589d75 service neutron] 10.222.0.46 "GET /v2.0/networks/d92158ae-2893-445f-b641-484828cd96e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785314 Apr 05 13:44:26.132783 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42305a6-0b27-495e-8633-a659114d58aa req-79d0ccec-6920-4106-a679-2c8d842575ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:26.134391 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e42305a6-0b27-495e-8633-a659114d58aa req-79d0ccec-6920-4106-a679-2c8d842575ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.1685405 Apr 05 13:44:26.138397 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f81bd601-9ff8-46bb-b9b4-8f8cc71aaf57 req-5521989c-346b-46ca-b572-6f6431ba7957 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435499 Apr 05 13:44:26.148197 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-d3fa35ad-6ad2-46c5-be4a-bd2f3a22472f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Deleting port b47f837a-6c09-4dfa-a6fe-b54f99471784 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:44:26.148553 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-d3fa35ad-6ad2-46c5-be4a-bd2f3a22472f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:26.199047 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e42305a6-0b27-495e-8633-a659114d58aa req-7bc27cbf-2815-4b69-96e2-38b63aae7121 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0130be-6ae6-413d-a3ae-c2ae43b030f9 HTTP/1.1" status: 200 len: 217 time: 0.0494971 Apr 05 13:44:26.247752 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-d3fa35ad-6ad2-46c5-be4a-bd2f3a22472f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] For port b47f837a-6c09-4dfa-a6fe-b54f99471784, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b47f837a-6c09-4dfa-a6fe-b54f99471784,segment=NetworkSegment(ceee9fe5-7cfb-4421-bfca-26b4a631f5a5),segment_id=ceee9fe5-7cfb-4421-bfca-26b4a631f5a5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:44:26.248118 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-d3fa35ad-6ad2-46c5-be4a-bd2f3a22472f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:26.248806 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42305a6-0b27-495e-8633-a659114d58aa req-b9b83168-94a9-4761-bdf7-572bef840d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:26.250273 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e42305a6-0b27-495e-8633-a659114d58aa req-b9b83168-94a9-4761-bdf7-572bef840d0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.0441129 Apr 05 13:44:26.262948 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-d3fa35ad-6ad2-46c5-be4a-bd2f3a22472f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Calling delete_port for b47f837a-6c09-4dfa-a6fe-b54f99471784 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:44:26.304850 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42305a6-0b27-495e-8633-a659114d58aa req-b13e37fd-eae7-4879-a656-d910d803b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:26.306346 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e42305a6-0b27-495e-8633-a659114d58aa req-b13e37fd-eae7-4879-a656-d910d803b3fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471513 Apr 05 13:44:26.422396 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066dc1b-6aee-4363-9e09-c27c886f0f89 req-64000d1e-1d14-41f0-9f4d-9fd04d3d2412 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:26.423971 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8066dc1b-6aee-4363-9e09-c27c886f0f89 req-64000d1e-1d14-41f0-9f4d-9fd04d3d2412 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 945 time: 0.0621378 Apr 05 13:44:26.431871 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-d3fa35ad-6ad2-46c5-be4a-bd2f3a22472f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (b47f837a-6c09-4dfa-a6fe-b54f99471784), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:26.460083 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa35ad-6ad2-46c5-be4a-bd2f3a22472f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Pushing event deleted for resources: {'Port': ['ID=b47f837a-6c09-4dfa-a6fe-b54f99471784,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:26.478225 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8066dc1b-6aee-4363-9e09-c27c886f0f89 req-f17e6e99-5388-4164-b2de-2de175031be9 tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1ca2b68-254f-4b55-8932-cb7e97c21fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Apr 05 13:44:26.522794 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-d3fa35ad-6ad2-46c5-be4a-bd2f3a22472f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] No DVR routers for this DVR port b47f837a-6c09-4dfa-a6fe-b54f99471784 on host hv-cinder-83587 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:44:26.525908 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-d3fa35ad-6ad2-46c5-be4a-bd2f3a22472f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:26.529738 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-790ee92a-6f7a-494d-9182-6c9e03fbcf18 req-d3fa35ad-6ad2-46c5-be4a-bd2f3a22472f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.46 "DELETE /v2.0/ports/b47f837a-6c09-4dfa-a6fe-b54f99471784 HTTP/1.1" status: 204 len: 173 time: 0.5955100 Apr 05 13:44:26.530186 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe35196-d7f4-483e-911a-fd38d893ce72', 'name': 'network-vif-deleted', 'tag': 'b47f837a-6c09-4dfa-a6fe-b54f99471784'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:44:26.532407 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b654560-12fd-46c3-b002-ebd36a2a4e71" -d '{"events": [{"server_uuid": "cbe35196-d7f4-483e-911a-fd38d893ce72", "name": "network-vif-deleted", "tag": "b47f837a-6c09-4dfa-a6fe-b54f99471784"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:44:26.569700 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a0560d-166e-4ab3-a263-20e9e07e0c87 x-openstack-request-id: req-91a0560d-166e-4ab3-a263-20e9e07e0c87 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:44:26.570016 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe35196-d7f4-483e-911a-fd38d893ce72", "name": "network-vif-deleted", "tag": "b47f837a-6c09-4dfa-a6fe-b54f99471784", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:44:26.570274 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91a0560d-166e-4ab3-a263-20e9e07e0c87 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:44:26.570676 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a0560d-166e-4ab3-a263-20e9e07e0c87'] response: {'server_uuid': 'cbe35196-d7f4-483e-911a-fd38d893ce72', 'name': 'network-vif-deleted', 'tag': 'b47f837a-6c09-4dfa-a6fe-b54f99471784', 'status': 'completed', 'code': 200} Apr 05 13:44:26.958777 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9b5b9-89ae-47e3-8996-a21b950eca95 req-3dd3e5c5-a1b8-4c01-b4db-22e7c44af7b6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:26.960950 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3aa9b5b9-89ae-47e3-8996-a21b950eca95 req-3dd3e5c5-a1b8-4c01-b4db-22e7c44af7b6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0553453 Apr 05 13:44:27.009062 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3aa9b5b9-89ae-47e3-8996-a21b950eca95 req-0b2cc997-89e6-4538-827b-355be1fa457c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Apr 05 13:44:27.576750 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f5efba86-b8f2-48ec-a99a-fd69c5202cf0 req-b05e52fc-261a-4021-8f5d-290e9a5a2f3f tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 210 time: 0.0307841 Apr 05 13:44:28.128310 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285a01f-e146-45db-93d4-13075ad1728b req-b84cd56c-da42-4a1a-95a9-6de0f0a43766 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:28.129699 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c285a01f-e146-45db-93d4-13075ad1728b req-b84cd56c-da42-4a1a-95a9-6de0f0a43766 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0529542 Apr 05 13:44:28.181441 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c285a01f-e146-45db-93d4-13075ad1728b req-e3984899-4803-489d-90bf-a091a4b3e335 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462549 Apr 05 13:44:28.671282 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9dbf9b20-5c19-4f27-983c-281aff366e3f req-f1a5b3d1-f4c4-4e00-beeb-6cbb5d1f546e tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 210 time: 0.0258040 Apr 05 13:44:29.311852 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67316e5-c8d7-485a-92a1-dd6a82f19cc7 req-79d0c323-62d2-4e7d-b996-6481e715e194 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:29.313443 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d67316e5-c8d7-485a-92a1-dd6a82f19cc7 req-79d0c323-62d2-4e7d-b996-6481e715e194 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0642183 Apr 05 13:44:29.361219 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d67316e5-c8d7-485a-92a1-dd6a82f19cc7 req-9a662325-1453-4634-a121-001bd5e5e619 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Apr 05 13:44:29.762003 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c954601a-8364-4889-8dbe-05d340db6056 req-04c6047b-d262-41ea-a1a4-3c48e3482c2c tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 210 time: 0.0249860 Apr 05 13:44:29.953894 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device b47f837a-6c09-4dfa-a6fe-b54f99471784 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:44:29.977336 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: b47f837a-6c09-4dfa-a6fe-b54f99471784 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:44:29.977686 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device b47f837a-6c09-4dfa-a6fe-b54f99471784 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:44:30.037338 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e42305a6-0b27-495e-8633-a659114d58aa req-b34015ca-a616-4ca3-8f3d-446a9769d998 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907567 Apr 05 13:44:30.127618 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e42305a6-0b27-495e-8633-a659114d58aa req-91712647-f284-419f-b26f-d9d66aef46f1 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817378 Apr 05 13:44:30.482018 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfec090-ce58-4313-94a5-e1a86d9b6d18 req-9eb69880-f79b-4e77-ac6a-3a7c8ba5232d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:30.483577 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dfec090-ce58-4313-94a5-e1a86d9b6d18 req-9eb69880-f79b-4e77-ac6a-3a7c8ba5232d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0531902 Apr 05 13:44:30.538142 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dfec090-ce58-4313-94a5-e1a86d9b6d18 req-dec0a602-7439-4a2f-8764-bdc0ae4fd9fb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487690 Apr 05 13:44:30.869595 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1789b26e-51d6-40ad-b047-2ac9a0b9d6c6 req-75885a7b-268b-4e67-8e2c-5008e75f9bdd tempest-DeleteServersTestJSON-740967431 tempest-DeleteServersTestJSON-740967431-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe35196-d7f4-483e-911a-fd38d893ce72 HTTP/1.1" status: 200 len: 210 time: 0.0270767 Apr 05 13:44:31.659538 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93594-de8a-43ab-a6b8-dfba45de29ec req-c8eedaf2-596b-4435-9fff-eca465c72403 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:31.661124 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-26b93594-de8a-43ab-a6b8-dfba45de29ec req-c8eedaf2-596b-4435-9fff-eca465c72403 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0556941 Apr 05 13:44:31.709402 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-26b93594-de8a-43ab-a6b8-dfba45de29ec req-b532e405-6d5a-43e6-9322-93edeedd850e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Apr 05 13:44:32.694729 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:44:32.840215 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f580e3-a9c5-4e63-b9de-24db6043e860 req-fd6ddc05-1e07-4acc-8af9-a6d52a6850fe tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:32.841740 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f580e3-a9c5-4e63-b9de-24db6043e860 req-fd6ddc05-1e07-4acc-8af9-a6d52a6850fe tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0533576 Apr 05 13:44:32.889686 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f580e3-a9c5-4e63-b9de-24db6043e860 req-1ac4a5fd-0776-4ac2-9f35-2cd13f4ed5a6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423741 Apr 05 13:44:33.316957 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 51700) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:33.321725 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4b7971b0-627a-4b84-87b0-4c00bfd19720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.361910 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb77dbf-baa4-4e1b-bc59-831db63d9d0f admin admin] Deleting subnet 4940d7e6-0c9c-4526-972e-04d261a01f06 {{(pid=109890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:44:33.364875 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bcb77dbf-baa4-4e1b-bc59-831db63d9d0f admin admin] Publish callbacks [] for subnet (4940d7e6-0c9c-4526-972e-04d261a01f06), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.402064 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bcb77dbf-baa4-4e1b-bc59-831db63d9d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25631837'] for subnet (4940d7e6-0c9c-4526-972e-04d261a01f06), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.444360 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bcb77dbf-baa4-4e1b-bc59-831db63d9d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (4940d7e6-0c9c-4526-972e-04d261a01f06), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.500398 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bcb77dbf-baa4-4e1b-bc59-831db63d9d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25668743'] for subnet (4940d7e6-0c9c-4526-972e-04d261a01f06), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.524098 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb77dbf-baa4-4e1b-bc59-831db63d9d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4940d7e6-0c9c-4526-972e-04d261a01f06,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:33.530558 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bcb77dbf-baa4-4e1b-bc59-831db63d9d0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.535115 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-bcb77dbf-baa4-4e1b-bc59-831db63d9d0f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4940d7e6-0c9c-4526-972e-04d261a01f06 HTTP/1.1" status: 204 len: 168 time: 0.2157383 Apr 05 13:44:33.536138 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 51704) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:33.611073 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (d92158ae-2893-445f-b641-484828cd96e2), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.694526 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (d92158ae-2893-445f-b641-484828cd96e2), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.714102 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92158ae-2893-445f-b641-484828cd96e2']}} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:33.723818 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceee9fe5-7cfb-4421-bfca-26b4a631f5a5') {'for_net_delete': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:33.724111 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceee9fe5-7cfb-4421-bfca-26b4a631f5a5') {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:44:33.733577 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25631910'] for segment (ceee9fe5-7cfb-4421-bfca-26b4a631f5a5), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.746593 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (ceee9fe5-7cfb-4421-bfca-26b4a631f5a5), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.752772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=109890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:44:33.753150 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26040439'] for segment (ceee9fe5-7cfb-4421-bfca-26b4a631f5a5), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: Traceback (most recent call last): Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: timer() Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: cb(*args, **kw) Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: return func(*args, **kwargs) Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: self._notify() Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: self.callback(batched_events) Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: event.method(event) Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: return f(self, *a, **k) Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._get(url).json() Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: return self.request(url, 'GET', **kwargs) Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:44:33.754791 dv-cinder-835878-2-iscsi neutron-server[109890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:44:33.812042 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (d92158ae-2893-445f-b641-484828cd96e2), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.817285 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:33.820330 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d92158ae-2893-445f-b641-484828cd96e2 HTTP/1.1" status: 204 len: 168 time: 0.2832990 Apr 05 13:44:33.831279 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b97ca-e882-4884-84f8-cdd38c6a13b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d92158ae-2893-445f-b641-484828cd96e2,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:33.986636 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51718) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:34.021684 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500b134-dba7-4b5a-92fe-00714e77fb8c req-7ee5c3dc-df45-412a-bee7-30e4de62c9ce tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:34.023137 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6500b134-dba7-4b5a-92fe-00714e77fb8c req-7ee5c3dc-df45-412a-bee7-30e4de62c9ce tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0535307 Apr 05 13:44:34.030679 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c22ce26b-5730-4778-9e73-a09448dd0d5a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f9aa619aa7b4d4d981db173ab77dbf4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425596 Apr 05 13:44:34.031788 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51720) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:34.072499 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6500b134-dba7-4b5a-92fe-00714e77fb8c req-40271680-c062-4cd1-b513-fdafd12eb058 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Apr 05 13:44:34.078355 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e107cfc-102e-481b-98d7-74e436daa5f8 admin admin] Publish callbacks [] for security_group (c1ca2b68-254f-4b55-8932-cb7e97c21fa3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:34.099904 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e107cfc-102e-481b-98d7-74e436daa5f8 admin admin] Publish callbacks [] for security_group (c1ca2b68-254f-4b55-8932-cb7e97c21fa3), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:34.146570 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e107cfc-102e-481b-98d7-74e436daa5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c1ca2b68-254f-4b55-8932-cb7e97c21fa3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:34.149169 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e107cfc-102e-481b-98d7-74e436daa5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:34.152679 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0e107cfc-102e-481b-98d7-74e436daa5f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1ca2b68-254f-4b55-8932-cb7e97c21fa3 HTTP/1.1" status: 204 len: 168 time: 0.1176271 Apr 05 13:44:34.160589 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e107cfc-102e-481b-98d7-74e436daa5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ca2b68-254f-4b55-8932-cb7e97c21fa3,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:35.204814 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66b3a3-ae38-4fcd-8646-2ec427a751c3 req-31948117-08df-4b4c-9d9b-3637da76c24a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:35.208253 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fe66b3a3-ae38-4fcd-8646-2ec427a751c3 req-31948117-08df-4b4c-9d9b-3637da76c24a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0675309 Apr 05 13:44:35.256232 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fe66b3a3-ae38-4fcd-8646-2ec427a751c3 req-0012e9b6-a9ff-4ec9-90c7-be70db77830a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Apr 05 13:44:35.762494 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b499502c-282e-4f2e-b123-dc2cccec8bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:36.378449 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99ba50-b454-408a-a42a-8c3a04ac0fbe req-1a629faf-a4a6-4270-9d03-1315e18f8c5a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:36.380048 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-de99ba50-b454-408a-a42a-8c3a04ac0fbe req-1a629faf-a4a6-4270-9d03-1315e18f8c5a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0533445 Apr 05 13:44:36.426166 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-de99ba50-b454-408a-a42a-8c3a04ac0fbe req-ca0a322c-f484-4140-9e22-cf26ae116c18 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Apr 05 13:44:36.630584 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:37.541443 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8eaab6-dc79-4dc3-aeea-1f094f458750 req-1cc7ea17-683a-434f-8739-dc2e8f4ff0b6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:37.542897 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e8eaab6-dc79-4dc3-aeea-1f094f458750 req-1cc7ea17-683a-434f-8739-dc2e8f4ff0b6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0505722 Apr 05 13:44:37.589864 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e8eaab6-dc79-4dc3-aeea-1f094f458750 req-983d1043-98bc-4c06-a21d-9a03aa177976 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Apr 05 13:44:38.219782 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:38.707301 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466f1c4-e6b5-4e06-9d90-20f4ac4aa4f1 req-26a9e098-5e3e-4dfe-ac51-e6c4b935734a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:38.708551 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1466f1c4-e6b5-4e06-9d90-20f4ac4aa4f1 req-26a9e098-5e3e-4dfe-ac51-e6c4b935734a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Apr 05 13:44:38.755536 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1466f1c4-e6b5-4e06-9d90-20f4ac4aa4f1 req-803700b1-d5fc-44d7-80ed-498b8f71d11d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411942 Apr 05 13:44:38.908015 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.126602 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 51876) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:39.228622 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45270deb-6da8-4f77-a91f-950f2bd9b910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.307254 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45270deb-6da8-4f77-a91f-950f2bd9b910 admin admin] Publish callbacks [] for security_group (34338183-eecc-4c65-9983-4324f7679699), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.311623 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45270deb-6da8-4f77-a91f-950f2bd9b910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (34338183-eecc-4c65-9983-4324f7679699), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.348404 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-45270deb-6da8-4f77-a91f-950f2bd9b910 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e232ed807e046e188d0a400ef7e2e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207630 Apr 05 13:44:39.349258 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45270deb-6da8-4f77-a91f-950f2bd9b910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34338183-eecc-4c65-9983-4324f7679699,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:39.351024 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 51880) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:39.399326 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bd596d24-8307-4884-8891-a24f00e2bd5e admin admin] Publish callbacks [] for security_group (34338183-eecc-4c65-9983-4324f7679699), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.423953 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bd596d24-8307-4884-8891-a24f00e2bd5e admin admin] Publish callbacks [] for security_group (34338183-eecc-4c65-9983-4324f7679699), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.468842 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bd596d24-8307-4884-8891-a24f00e2bd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (34338183-eecc-4c65-9983-4324f7679699), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.471398 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bd596d24-8307-4884-8891-a24f00e2bd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.472569 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-bd596d24-8307-4884-8891-a24f00e2bd5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34338183-eecc-4c65-9983-4324f7679699 HTTP/1.1" status: 204 len: 168 time: 0.1198552 Apr 05 13:44:39.480688 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd596d24-8307-4884-8891-a24f00e2bd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34338183-eecc-4c65-9983-4324f7679699,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:39.726861 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 51886) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:39.739888 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-133381b4-60ff-4522-8f69-59d32916f05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.818250 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-133381b4-60ff-4522-8f69-59d32916f05f admin admin] Publish callbacks [] for security_group (e8c88ae7-e327-4704-97dd-2440777557ff), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.822692 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-133381b4-60ff-4522-8f69-59d32916f05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (e8c88ae7-e327-4704-97dd-2440777557ff), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.862508 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133381b4-60ff-4522-8f69-59d32916f05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c88ae7-e327-4704-97dd-2440777557ff,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:39.869973 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-133381b4-60ff-4522-8f69-59d32916f05f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=850c6a692d82461886c0744eb4b95f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415255 Apr 05 13:44:39.870063 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 51896) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:39.902882 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c27ac-b233-4487-8339-0a7f0e8ecd59 req-db49e9d6-1a1d-4c68-a338-eebd2bcc038e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:39.905247 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-da5c27ac-b233-4487-8339-0a7f0e8ecd59 req-db49e9d6-1a1d-4c68-a338-eebd2bcc038e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0573258 Apr 05 13:44:39.918504 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-245770b8-c15f-4027-affe-a7c0230e6edb admin admin] Publish callbacks [] for security_group (e8c88ae7-e327-4704-97dd-2440777557ff), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.939366 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-245770b8-c15f-4027-affe-a7c0230e6edb admin admin] Publish callbacks [] for security_group (e8c88ae7-e327-4704-97dd-2440777557ff), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.952279 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-da5c27ac-b233-4487-8339-0a7f0e8ecd59 req-e18a18a0-1c7a-4b9a-ae80-d16b41e6c8b4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Apr 05 13:44:39.962344 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.991293 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-245770b8-c15f-4027-affe-a7c0230e6edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (e8c88ae7-e327-4704-97dd-2440777557ff), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.993872 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-245770b8-c15f-4027-affe-a7c0230e6edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:39.995027 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-245770b8-c15f-4027-affe-a7c0230e6edb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8c88ae7-e327-4704-97dd-2440777557ff HTTP/1.1" status: 204 len: 168 time: 0.1238077 Apr 05 13:44:40.002772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245770b8-c15f-4027-affe-a7c0230e6edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c88ae7-e327-4704-97dd-2440777557ff,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:41.070710 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12368621-c3e9-4d6a-b86d-04925864e702 req-63eb17b3-a95f-438b-b34a-5624925eb1e7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:41.072325 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-12368621-c3e9-4d6a-b86d-04925864e702 req-63eb17b3-a95f-438b-b34a-5624925eb1e7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0512278 Apr 05 13:44:41.128650 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-12368621-c3e9-4d6a-b86d-04925864e702 req-e6278e62-5cb1-40f4-9979-04873bbd4de5 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455365 Apr 05 13:44:42.059685 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52004) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:42.164611 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c4c8629-0a8c-4913-804e-69eca08e023b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:42.282280 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47bbc1-3189-4d16-9326-76c5483e6b77 req-179b098f-a685-4aa2-83c3-b5bcc51196f8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:42.283793 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5a47bbc1-3189-4d16-9326-76c5483e6b77 req-179b098f-a685-4aa2-83c3-b5bcc51196f8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0847929 Apr 05 13:44:42.312947 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c4c8629-0a8c-4913-804e-69eca08e023b admin admin] Publish callbacks [] for security_group (594ca9e7-24ad-4806-9d7e-8a056f82c0c5), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:42.326553 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c4c8629-0a8c-4913-804e-69eca08e023b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (594ca9e7-24ad-4806-9d7e-8a056f82c0c5), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:42.377847 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5a47bbc1-3189-4d16-9326-76c5483e6b77 req-07374326-92c2-41de-8cbe-3f800a7d5a57 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839591 Apr 05 13:44:42.400263 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52024) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:42.407453 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4c4c8629-0a8c-4913-804e-69eca08e023b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2da7d544e16d4698a5b1863ea5b1814d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460326 Apr 05 13:44:42.408937 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c8629-0a8c-4913-804e-69eca08e023b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594ca9e7-24ad-4806-9d7e-8a056f82c0c5,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:42.476077 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81b8ecdf-8590-40c5-bd28-1c361f583f4c admin admin] Publish callbacks [] for security_group (594ca9e7-24ad-4806-9d7e-8a056f82c0c5), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:42.506169 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81b8ecdf-8590-40c5-bd28-1c361f583f4c admin admin] Publish callbacks [] for security_group (594ca9e7-24ad-4806-9d7e-8a056f82c0c5), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:42.561067 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81b8ecdf-8590-40c5-bd28-1c361f583f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (594ca9e7-24ad-4806-9d7e-8a056f82c0c5), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:42.563451 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81b8ecdf-8590-40c5-bd28-1c361f583f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:42.564696 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-81b8ecdf-8590-40c5-bd28-1c361f583f4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/594ca9e7-24ad-4806-9d7e-8a056f82c0c5 HTTP/1.1" status: 204 len: 168 time: 0.1634061 Apr 05 13:44:42.573145 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8ecdf-8590-40c5-bd28-1c361f583f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594ca9e7-24ad-4806-9d7e-8a056f82c0c5,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:42.827796 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52034) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:42.840672 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-654c974e-cde7-4023-a6da-3714ce86d1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:42.922045 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-654c974e-cde7-4023-a6da-3714ce86d1af admin admin] Publish callbacks [] for security_group (4153c5cb-8d35-4f8e-8a51-8d2e97df8675), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:42.926002 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-654c974e-cde7-4023-a6da-3714ce86d1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (4153c5cb-8d35-4f8e-8a51-8d2e97df8675), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:42.964376 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-654c974e-cde7-4023-a6da-3714ce86d1af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0b2c14dd7c64c42bf53525cf37349d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354516 Apr 05 13:44:42.965478 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c974e-cde7-4023-a6da-3714ce86d1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4153c5cb-8d35-4f8e-8a51-8d2e97df8675,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:42.968306 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52038) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:43.017756 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-628f2aad-6141-409b-a342-dbebbc6bc2e2 admin admin] Publish callbacks [] for security_group (4153c5cb-8d35-4f8e-8a51-8d2e97df8675), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:43.037883 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-628f2aad-6141-409b-a342-dbebbc6bc2e2 admin admin] Publish callbacks [] for security_group (4153c5cb-8d35-4f8e-8a51-8d2e97df8675), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:43.086083 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-628f2aad-6141-409b-a342-dbebbc6bc2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (4153c5cb-8d35-4f8e-8a51-8d2e97df8675), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:43.088787 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-628f2aad-6141-409b-a342-dbebbc6bc2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:43.089952 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-628f2aad-6141-409b-a342-dbebbc6bc2e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4153c5cb-8d35-4f8e-8a51-8d2e97df8675 HTTP/1.1" status: 204 len: 168 time: 0.1203122 Apr 05 13:44:43.098384 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f2aad-6141-409b-a342-dbebbc6bc2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4153c5cb-8d35-4f8e-8a51-8d2e97df8675,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:43.514213 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6096866-c558-40f2-ad4b-ce2dacc55bf7 req-401ef3f5-d556-4849-9686-a631c18ef707 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:43.515663 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d6096866-c558-40f2-ad4b-ce2dacc55bf7 req-401ef3f5-d556-4849-9686-a631c18ef707 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0607362 Apr 05 13:44:43.574743 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d6096866-c558-40f2-ad4b-ce2dacc55bf7 req-cafe752e-46ff-4b19-b66e-01e08bea5129 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489874 Apr 05 13:44:44.589944 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52160) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:44.694143 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15101a-58ee-4814-8fb6-e2445ade6740 req-f06d47c3-a892-4f6b-9557-d9231213fbbd tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:44.695614 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f56b6089-2339-46c1-9bdc-50ae2418a4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:44.695743 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bd15101a-58ee-4814-8fb6-e2445ade6740 req-f06d47c3-a892-4f6b-9557-d9231213fbbd tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0515616 Apr 05 13:44:44.742635 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bd15101a-58ee-4814-8fb6-e2445ade6740 req-b450ba50-d966-44c5-a46f-2d9d859f5983 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Apr 05 13:44:44.777646 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f56b6089-2339-46c1-9bdc-50ae2418a4eb admin admin] Publish callbacks [] for security_group (7c4e6c87-b5fd-43c4-86d2-99eea64abb01), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:44.781847 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f56b6089-2339-46c1-9bdc-50ae2418a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (7c4e6c87-b5fd-43c4-86d2-99eea64abb01), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:44.820363 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-f56b6089-2339-46c1-9bdc-50ae2418a4eb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7751d65471294a4ab6665e2083260541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293320 Apr 05 13:44:44.821199 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b6089-2339-46c1-9bdc-50ae2418a4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4e6c87-b5fd-43c4-86d2-99eea64abb01,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:44.823136 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52170) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:44.881001 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4ee59a35-f515-4a8a-9c7e-f7345142431d admin admin] Publish callbacks [] for security_group (7c4e6c87-b5fd-43c4-86d2-99eea64abb01), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:44.903649 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4ee59a35-f515-4a8a-9c7e-f7345142431d admin admin] Publish callbacks [] for security_group (7c4e6c87-b5fd-43c4-86d2-99eea64abb01), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:44.956545 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4ee59a35-f515-4a8a-9c7e-f7345142431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (7c4e6c87-b5fd-43c4-86d2-99eea64abb01), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:44.959009 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4ee59a35-f515-4a8a-9c7e-f7345142431d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:44.962705 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4ee59a35-f515-4a8a-9c7e-f7345142431d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c4e6c87-b5fd-43c4-86d2-99eea64abb01 HTTP/1.1" status: 204 len: 168 time: 0.1360207 Apr 05 13:44:44.968290 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee59a35-f515-4a8a-9c7e-f7345142431d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4e6c87-b5fd-43c4-86d2-99eea64abb01,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:45.870531 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccb84d-1271-49a2-8f2c-c87bb1a8ad59 req-5fc6357a-dca9-4372-9182-9fe22028e07e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:45.872056 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0eccb84d-1271-49a2-8f2c-c87bb1a8ad59 req-5fc6357a-dca9-4372-9182-9fe22028e07e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0614619 Apr 05 13:44:45.920711 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0eccb84d-1271-49a2-8f2c-c87bb1a8ad59 req-18c1503b-c19d-461d-9916-17d42b5e7134 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430081 Apr 05 13:44:47.035818 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de778a-2353-4183-b08b-c8e62981ec81 req-609a6baf-fef8-495a-af75-fcff7946a5d3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:47.037284 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f7de778a-2353-4183-b08b-c8e62981ec81 req-609a6baf-fef8-495a-af75-fcff7946a5d3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0521135 Apr 05 13:44:47.084833 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f7de778a-2353-4183-b08b-c8e62981ec81 req-1c548b1d-5f57-4327-a15f-6d8c4736e949 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Apr 05 13:44:48.200036 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3c8a0-fc7c-42fc-aead-f5ded9422969 req-ba33b0b7-3584-4644-bc5e-5f15e99a4d2e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:48.202009 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-49a3c8a0-fc7c-42fc-aead-f5ded9422969 req-ba33b0b7-3584-4644-bc5e-5f15e99a4d2e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0525999 Apr 05 13:44:48.253548 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-49a3c8a0-fc7c-42fc-aead-f5ded9422969 req-267d2cca-14f2-4a8e-aa06-22246ba15fd2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459850 Apr 05 13:44:49.374378 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8d9f1-5e90-4da2-921e-2bd41759f97a req-33a20b65-5f97-4da0-8001-36c13b09f210 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:49.375867 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d3a8d9f1-5e90-4da2-921e-2bd41759f97a req-33a20b65-5f97-4da0-8001-36c13b09f210 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0521538 Apr 05 13:44:49.435852 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d3a8d9f1-5e90-4da2-921e-2bd41759f97a req-808a0098-6b2f-4d47-b55c-f6a417da29b9 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504906 Apr 05 13:44:49.955178 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52352) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:50.058510 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-58a45677-8ccf-4dd3-b0cd-d5a79d3185dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.138370 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-58a45677-8ccf-4dd3-b0cd-d5a79d3185dc admin admin] Publish callbacks [] for security_group (74ac1629-31c2-4d74-a855-d585f47b1dc5), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.142521 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-58a45677-8ccf-4dd3-b0cd-d5a79d3185dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (74ac1629-31c2-4d74-a855-d585f47b1dc5), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.180920 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-58a45677-8ccf-4dd3-b0cd-d5a79d3185dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa5b999a9e3442c8859c7230c4927e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247186 Apr 05 13:44:50.181850 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a45677-8ccf-4dd3-b0cd-d5a79d3185dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ac1629-31c2-4d74-a855-d585f47b1dc5,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:50.183612 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52358) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:50.234888 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-831af4b7-24d3-4c55-ac2c-ee06399c7941 admin admin] Publish callbacks [] for security_group (74ac1629-31c2-4d74-a855-d585f47b1dc5), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.255104 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-831af4b7-24d3-4c55-ac2c-ee06399c7941 admin admin] Publish callbacks [] for security_group (74ac1629-31c2-4d74-a855-d585f47b1dc5), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.301231 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-831af4b7-24d3-4c55-ac2c-ee06399c7941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (74ac1629-31c2-4d74-a855-d585f47b1dc5), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.303774 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-831af4b7-24d3-4c55-ac2c-ee06399c7941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.304897 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-831af4b7-24d3-4c55-ac2c-ee06399c7941 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74ac1629-31c2-4d74-a855-d585f47b1dc5 HTTP/1.1" status: 204 len: 168 time: 0.1200776 Apr 05 13:44:50.312723 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831af4b7-24d3-4c55-ac2c-ee06399c7941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ac1629-31c2-4d74-a855-d585f47b1dc5,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:50.562332 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0442da-9d5a-47f9-a149-2a5b56d86d4a req-a009f79a-6567-40c1-a0a1-e6db49c00233 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:50.563849 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5c0442da-9d5a-47f9-a149-2a5b56d86d4a req-a009f79a-6567-40c1-a0a1-e6db49c00233 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0551929 Apr 05 13:44:50.583984 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52370) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:50.602130 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29f91806-d818-4425-8749-eca86eb7c1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.614731 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5c0442da-9d5a-47f9-a149-2a5b56d86d4a req-4e6dcc3f-8f50-4bf7-b25d-6339abb15ea4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 Apr 05 13:44:50.678690 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29f91806-d818-4425-8749-eca86eb7c1bb admin admin] Publish callbacks [] for security_group (e13ba54d-ed2c-40b7-bc45-5c6ca362a430), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.682744 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29f91806-d818-4425-8749-eca86eb7c1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (e13ba54d-ed2c-40b7-bc45-5c6ca362a430), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.721874 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f91806-d818-4425-8749-eca86eb7c1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13ba54d-ed2c-40b7-bc45-5c6ca362a430,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:50.725999 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-29f91806-d818-4425-8749-eca86eb7c1bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=704ef9d936af40d690895a13e4842cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410139 Apr 05 13:44:50.728862 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52374) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:50.775641 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1c12e15-decf-454e-9224-21ac620395e5 admin admin] Publish callbacks [] for security_group (e13ba54d-ed2c-40b7-bc45-5c6ca362a430), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.798432 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1c12e15-decf-454e-9224-21ac620395e5 admin admin] Publish callbacks [] for security_group (e13ba54d-ed2c-40b7-bc45-5c6ca362a430), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.847361 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1c12e15-decf-454e-9224-21ac620395e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (e13ba54d-ed2c-40b7-bc45-5c6ca362a430), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.849881 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1c12e15-decf-454e-9224-21ac620395e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:50.853666 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c1c12e15-decf-454e-9224-21ac620395e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e13ba54d-ed2c-40b7-bc45-5c6ca362a430 HTTP/1.1" status: 204 len: 168 time: 0.1213524 Apr 05 13:44:50.860590 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c12e15-decf-454e-9224-21ac620395e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13ba54d-ed2c-40b7-bc45-5c6ca362a430,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:51.756916 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc85af-df15-4933-8284-3d85d54eb8bc req-1a1b5098-d79a-4d39-b22a-1e56a7a35f3d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:51.758423 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-93dc85af-df15-4933-8284-3d85d54eb8bc req-1a1b5098-d79a-4d39-b22a-1e56a7a35f3d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0723333 Apr 05 13:44:51.816060 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-93dc85af-df15-4933-8284-3d85d54eb8bc req-a24acc3b-128c-4726-9d5a-e66872dbf250 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513504 Apr 05 13:44:52.999246 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9b53a-48bd-4855-b2ce-2de2c4120b3c req-cb4b0b55-0bd1-402c-aa47-8212d83b6534 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:53.000852 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7bf9b53a-48bd-4855-b2ce-2de2c4120b3c req-cb4b0b55-0bd1-402c-aa47-8212d83b6534 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0903552 Apr 05 13:44:53.053176 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7bf9b53a-48bd-4855-b2ce-2de2c4120b3c req-da53cae9-b5eb-41ea-a402-c2f717e0f0a9 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463104 Apr 05 13:44:54.177174 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450694b-d52d-479d-ac49-275ed1c83e89 req-c7d8bb9e-a9e5-434c-904d-bc46c85596e0 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:54.179294 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0450694b-d52d-479d-ac49-275ed1c83e89 req-c7d8bb9e-a9e5-434c-904d-bc46c85596e0 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0568631 Apr 05 13:44:54.230463 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0450694b-d52d-479d-ac49-275ed1c83e89 req-e58349be-4ed1-4b34-9715-983aced0b772 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445869 Apr 05 13:44:55.348316 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c113b9-1366-41d3-b1a6-f8030c0bc94a req-dbf65533-3976-497e-905a-e05ceabf4b9d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:55.349799 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-46c113b9-1366-41d3-b1a6-f8030c0bc94a req-dbf65533-3976-497e-905a-e05ceabf4b9d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0540485 Apr 05 13:44:55.396941 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-46c113b9-1366-41d3-b1a6-f8030c0bc94a req-b54640c8-c2d5-4bef-a1fb-b6eac78beac1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Apr 05 13:44:56.520564 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6e6db-92d0-445b-9775-3918d0b646c4 req-708b4032-4db5-4a71-be01-f34ad46e5ac3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:56.521954 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8fe6e6db-92d0-445b-9775-3918d0b646c4 req-708b4032-4db5-4a71-be01-f34ad46e5ac3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0597055 Apr 05 13:44:56.571584 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8fe6e6db-92d0-445b-9775-3918d0b646c4 req-a1299b6d-e54b-458d-a127-dc9050455c03 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435581 Apr 05 13:44:57.696464 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4774ec-56b0-4277-b2c5-e02cb34d8e2a req-1a7e7af2-7a1c-4986-b15e-67d6ffc7e673 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:57.697915 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7f4774ec-56b0-4277-b2c5-e02cb34d8e2a req-1a7e7af2-7a1c-4986-b15e-67d6ffc7e673 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0585256 Apr 05 13:44:57.744050 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7f4774ec-56b0-4277-b2c5-e02cb34d8e2a req-e0260633-0b8a-40cf-bcd0-8168c8ce71a8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Apr 05 13:44:58.582533 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52624) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:58.687914 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec532a44-feed-47e7-9a92-514b4e301a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:58.763899 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec532a44-feed-47e7-9a92-514b4e301a23 admin admin] Publish callbacks [] for security_group (f91a57bd-6f47-4ad5-9ee6-37207f5c2d16), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:58.770175 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec532a44-feed-47e7-9a92-514b4e301a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f91a57bd-6f47-4ad5-9ee6-37207f5c2d16), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:58.811715 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ec532a44-feed-47e7-9a92-514b4e301a23 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1108c915dc54eb9b9040a05e61380e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279916 Apr 05 13:44:58.812695 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec532a44-feed-47e7-9a92-514b4e301a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a57bd-6f47-4ad5-9ee6-37207f5c2d16,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:58.814457 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52632) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:58.878908 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-336040ed-8e96-4e6c-b0b6-1628f6907dc5 admin admin] Publish callbacks [] for security_group (f91a57bd-6f47-4ad5-9ee6-37207f5c2d16), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:58.912842 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-336040ed-8e96-4e6c-b0b6-1628f6907dc5 admin admin] Publish callbacks [] for security_group (f91a57bd-6f47-4ad5-9ee6-37207f5c2d16), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:58.929170 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270dd48-51da-43c0-907a-214882c15508 req-589f44e6-7194-40d7-be80-4ca33c2b30a7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:44:58.930761 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7270dd48-51da-43c0-907a-214882c15508 req-589f44e6-7194-40d7-be80-4ca33c2b30a7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.1039402 Apr 05 13:44:58.983538 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-336040ed-8e96-4e6c-b0b6-1628f6907dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f91a57bd-6f47-4ad5-9ee6-37207f5c2d16), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:58.986760 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-336040ed-8e96-4e6c-b0b6-1628f6907dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:58.990509 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-336040ed-8e96-4e6c-b0b6-1628f6907dc5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f91a57bd-6f47-4ad5-9ee6-37207f5c2d16 HTTP/1.1" status: 204 len: 168 time: 0.1748235 Apr 05 13:44:59.002019 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336040ed-8e96-4e6c-b0b6-1628f6907dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91a57bd-6f47-4ad5-9ee6-37207f5c2d16,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:59.007405 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7270dd48-51da-43c0-907a-214882c15508 req-1404eda0-b443-4dd6-9686-3419dd2c8bbf tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703166 Apr 05 13:44:59.318810 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52654) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:59.332800 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a3e63c3f-cc88-432f-a543-7e26d0e23301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.365017 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52656) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:59.422958 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a3e63c3f-cc88-432f-a543-7e26d0e23301 admin admin] Publish callbacks [] for security_group (880d8c1a-e9a0-4bd5-875e-76bd7c5ae441), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.428071 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a3e63c3f-cc88-432f-a543-7e26d0e23301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (880d8c1a-e9a0-4bd5-875e-76bd7c5ae441), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.468092 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a3e63c3f-cc88-432f-a543-7e26d0e23301 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60262d99991e4c60b5977be93b6c3302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480269 Apr 05 13:44:59.469205 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63c3f-cc88-432f-a543-7e26d0e23301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880d8c1a-e9a0-4bd5-875e-76bd7c5ae441,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:59.471240 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52660) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:59.532976 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87d7c342-ce92-4f3c-8c08-5aef61269392 admin admin] Publish callbacks [] for security_group (880d8c1a-e9a0-4bd5-875e-76bd7c5ae441), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.567666 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-990a7985-139b-40e4-b8ad-741e33f7255a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.575960 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87d7c342-ce92-4f3c-8c08-5aef61269392 admin admin] Publish callbacks [] for security_group (880d8c1a-e9a0-4bd5-875e-76bd7c5ae441), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.665070 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87d7c342-ce92-4f3c-8c08-5aef61269392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (880d8c1a-e9a0-4bd5-875e-76bd7c5ae441), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.667635 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87d7c342-ce92-4f3c-8c08-5aef61269392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.669299 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-87d7c342-ce92-4f3c-8c08-5aef61269392 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/880d8c1a-e9a0-4bd5-875e-76bd7c5ae441 HTTP/1.1" status: 204 len: 168 time: 0.1977174 Apr 05 13:44:59.689977 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7c342-ce92-4f3c-8c08-5aef61269392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880d8c1a-e9a0-4bd5-875e-76bd7c5ae441,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:59.703313 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-990a7985-139b-40e4-b8ad-741e33f7255a admin admin] Publish callbacks [] for security_group (f382bed0-6a73-430f-a64f-8c27877156d2), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.709101 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-990a7985-139b-40e4-b8ad-741e33f7255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f382bed0-6a73-430f-a64f-8c27877156d2), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.752698 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-990a7985-139b-40e4-b8ad-741e33f7255a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5af3d4b8e1944289670500fe0cf3a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865669 Apr 05 13:44:59.753721 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a7985-139b-40e4-b8ad-741e33f7255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f382bed0-6a73-430f-a64f-8c27877156d2,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:44:59.755429 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52672) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:44:59.808382 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ddce-2ae9-4990-a4a6-94b43d5bcea4 admin admin] Publish callbacks [] for security_group (f382bed0-6a73-430f-a64f-8c27877156d2), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.830062 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ddce-2ae9-4990-a4a6-94b43d5bcea4 admin admin] Publish callbacks [] for security_group (f382bed0-6a73-430f-a64f-8c27877156d2), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.898727 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ddce-2ae9-4990-a4a6-94b43d5bcea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f382bed0-6a73-430f-a64f-8c27877156d2), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.901343 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ddce-2ae9-4990-a4a6-94b43d5bcea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:44:59.902492 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e1c7ddce-2ae9-4990-a4a6-94b43d5bcea4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f382bed0-6a73-430f-a64f-8c27877156d2 HTTP/1.1" status: 204 len: 168 time: 0.1455135 Apr 05 13:44:59.911840 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7ddce-2ae9-4990-a4a6-94b43d5bcea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f382bed0-6a73-430f-a64f-8c27877156d2,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:00.148872 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064797ab-83ed-4c40-aea7-aa6a28c2530d req-d50cdfcc-de4f-455e-a203-12f15accc861 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:00.150347 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-064797ab-83ed-4c40-aea7-aa6a28c2530d req-d50cdfcc-de4f-455e-a203-12f15accc861 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0559628 Apr 05 13:45:00.206111 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-064797ab-83ed-4c40-aea7-aa6a28c2530d req-0fcd988a-e44f-425e-a170-32a61f86aaed tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497711 Apr 05 13:45:00.270571 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52696) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:00.407616 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52700) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:00.488403 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1a230629-0dda-437b-818a-83186681b030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.531933 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-47bdd0f7-5aeb-4652-95d0-53b76baf8626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.583989 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1a230629-0dda-437b-818a-83186681b030 admin admin] Publish callbacks [] for security_group (705baafd-081d-4639-9ef9-121b632943fc), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.593394 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1a230629-0dda-437b-818a-83186681b030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (705baafd-081d-4639-9ef9-121b632943fc), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.629725 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-47bdd0f7-5aeb-4652-95d0-53b76baf8626 admin admin] Publish callbacks [] for security_group (6a03b577-4b0c-4e62-b4ff-e04392d83201), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.634401 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-47bdd0f7-5aeb-4652-95d0-53b76baf8626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (6a03b577-4b0c-4e62-b4ff-e04392d83201), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.646359 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1a230629-0dda-437b-818a-83186681b030 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c9e6f6f3e2a41e7b49840a0ca6f10b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724413 Apr 05 13:45:00.646584 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52712) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:00.652462 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a230629-0dda-437b-818a-83186681b030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705baafd-081d-4639-9ef9-121b632943fc,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:00.682656 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-47bdd0f7-5aeb-4652-95d0-53b76baf8626 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8acc66b19e34c7da5d4599b1db21233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705028 Apr 05 13:45:00.682656 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdd0f7-5aeb-4652-95d0-53b76baf8626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a03b577-4b0c-4e62-b4ff-e04392d83201,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:00.682994 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52716) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:00.753378 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a92f-20a0-47ea-b528-e49cf5ded543 admin admin] Publish callbacks [] for security_group (705baafd-081d-4639-9ef9-121b632943fc), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.784252 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb0c6-793f-4422-8ea3-c01dc68e3fb3 admin admin] Publish callbacks [] for security_group (6a03b577-4b0c-4e62-b4ff-e04392d83201), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.822528 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb0c6-793f-4422-8ea3-c01dc68e3fb3 admin admin] Publish callbacks [] for security_group (6a03b577-4b0c-4e62-b4ff-e04392d83201), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.826803 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a92f-20a0-47ea-b528-e49cf5ded543 admin admin] Publish callbacks [] for security_group (705baafd-081d-4639-9ef9-121b632943fc), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.913442 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb0c6-793f-4422-8ea3-c01dc68e3fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (6a03b577-4b0c-4e62-b4ff-e04392d83201), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.916960 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb0c6-793f-4422-8ea3-c01dc68e3fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.920384 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4e4bb0c6-793f-4422-8ea3-c01dc68e3fb3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a03b577-4b0c-4e62-b4ff-e04392d83201 HTTP/1.1" status: 204 len: 168 time: 0.2375920 Apr 05 13:45:00.938611 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a92f-20a0-47ea-b528-e49cf5ded543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (705baafd-081d-4639-9ef9-121b632943fc), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.942234 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a92f-20a0-47ea-b528-e49cf5ded543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:00.943399 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8ed9a92f-20a0-47ea-b528-e49cf5ded543 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/705baafd-081d-4639-9ef9-121b632943fc HTTP/1.1" status: 204 len: 168 time: 0.2959096 Apr 05 13:45:00.944201 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bb0c6-793f-4422-8ea3-c01dc68e3fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a03b577-4b0c-4e62-b4ff-e04392d83201,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:00.957387 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9a92f-20a0-47ea-b528-e49cf5ded543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705baafd-081d-4639-9ef9-121b632943fc,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:01.366292 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac4a7a-2ab4-44ea-8982-c9b30b70e758 req-7be6cc57-3466-459a-9577-9a8311cd50c7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:01.369479 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f8ac4a7a-2ab4-44ea-8982-c9b30b70e758 req-7be6cc57-3466-459a-9577-9a8311cd50c7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0655534 Apr 05 13:45:01.384579 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52748) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:01.400279 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-831ce3eb-3752-43eb-85c5-e9cc804544c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:01.434527 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f8ac4a7a-2ab4-44ea-8982-c9b30b70e758 req-345fa606-d1fd-4177-b978-56900ec0d33d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585809 Apr 05 13:45:01.501292 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-831ce3eb-3752-43eb-85c5-e9cc804544c4 admin admin] Publish callbacks [] for security_group (f74e7af1-9505-491b-8e88-3e08de78d4b7), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:01.506374 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-831ce3eb-3752-43eb-85c5-e9cc804544c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f74e7af1-9505-491b-8e88-3e08de78d4b7), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:01.562783 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-831ce3eb-3752-43eb-85c5-e9cc804544c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=504ad3f7c3ef44ffbd17f9e83a9af12a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764557 Apr 05 13:45:01.563417 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52756) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:01.566240 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ce3eb-3752-43eb-85c5-e9cc804544c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74e7af1-9505-491b-8e88-3e08de78d4b7,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:01.621001 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-11483e6a-c115-49e5-9317-6f69edfc0097 admin admin] Publish callbacks [] for security_group (f74e7af1-9505-491b-8e88-3e08de78d4b7), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:01.643078 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-11483e6a-c115-49e5-9317-6f69edfc0097 admin admin] Publish callbacks [] for security_group (f74e7af1-9505-491b-8e88-3e08de78d4b7), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:01.704156 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-11483e6a-c115-49e5-9317-6f69edfc0097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f74e7af1-9505-491b-8e88-3e08de78d4b7), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:01.707049 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-11483e6a-c115-49e5-9317-6f69edfc0097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:01.708220 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-11483e6a-c115-49e5-9317-6f69edfc0097 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f74e7af1-9505-491b-8e88-3e08de78d4b7 HTTP/1.1" status: 204 len: 168 time: 0.1430266 Apr 05 13:45:01.716999 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11483e6a-c115-49e5-9317-6f69edfc0097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74e7af1-9505-491b-8e88-3e08de78d4b7,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:02.580192 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe359b74-12d1-408b-9c89-d2e9b2241376 req-1a0f870d-9b04-4083-996f-8a725cafbbb6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:02.581948 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fe359b74-12d1-408b-9c89-d2e9b2241376 req-1a0f870d-9b04-4083-996f-8a725cafbbb6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0749311 Apr 05 13:45:02.682759 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fe359b74-12d1-408b-9c89-d2e9b2241376 req-da9183bd-316d-4f3e-9abb-d427a3245ea8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873978 Apr 05 13:45:03.268965 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52846) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:03.326648 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ac0da827-dded-41a7-8c12-8b3600294175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:03.377836 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4d44da8-f47c-4833-8e28-6a2aa82463bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:03.465873 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4d44da8-f47c-4833-8e28-6a2aa82463bc admin admin] Publish callbacks [] for security_group (30caa09b-0cee-4bc8-abb9-d8a8e36e7035), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:03.474769 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4d44da8-f47c-4833-8e28-6a2aa82463bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (30caa09b-0cee-4bc8-abb9-d8a8e36e7035), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:03.516556 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f4d44da8-f47c-4833-8e28-6a2aa82463bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbcaacde1e0745a8a68cf23c02648228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463987 Apr 05 13:45:03.517484 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d44da8-f47c-4833-8e28-6a2aa82463bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30caa09b-0cee-4bc8-abb9-d8a8e36e7035,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:03.519153 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52858) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:03.574470 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8d76-7175-431b-adee-f0e6db1f7b16 admin admin] Publish callbacks [] for security_group (30caa09b-0cee-4bc8-abb9-d8a8e36e7035), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:03.596005 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8d76-7175-431b-adee-f0e6db1f7b16 admin admin] Publish callbacks [] for security_group (30caa09b-0cee-4bc8-abb9-d8a8e36e7035), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:03.641867 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8d76-7175-431b-adee-f0e6db1f7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (30caa09b-0cee-4bc8-abb9-d8a8e36e7035), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:03.644524 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8d76-7175-431b-adee-f0e6db1f7b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:03.645676 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-7a5d8d76-7175-431b-adee-f0e6db1f7b16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30caa09b-0cee-4bc8-abb9-d8a8e36e7035 HTTP/1.1" status: 204 len: 168 time: 0.1255105 Apr 05 13:45:03.656702 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d8d76-7175-431b-adee-f0e6db1f7b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30caa09b-0cee-4bc8-abb9-d8a8e36e7035,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:03.865243 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44aa92-946e-4563-840d-e463a0057aac req-b248e43a-8370-4b60-a231-d0b473b23561 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:03.873423 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7c44aa92-946e-4563-840d-e463a0057aac req-b248e43a-8370-4b60-a231-d0b473b23561 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.1020381 Apr 05 13:45:03.937563 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7c44aa92-946e-4563-840d-e463a0057aac req-c4083c0f-1fcc-47f7-a6b2-8d8f2b71929d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630722 Apr 05 13:45:04.139279 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-c7b8c1eb-29c1-4e8e-9bec-0fe8060c407d tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=65f5c39f4b3b4c7b9c60694c4f8602fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338259 Apr 05 13:45:04.330230 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-2eccdebc-decc-40ad-b039-18155ce797d3 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:04.331805 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-2eccdebc-decc-40ad-b039-18155ce797d3 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865380 Apr 05 13:45:04.347808 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-5c33e041-32f6-478b-8d2d-05adced27550 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/quotas/65f5c39f4b3b4c7b9c60694c4f8602fb HTTP/1.1" status: 200 len: 375 time: 0.0102704 Apr 05 13:45:04.380712 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-dacebc23-9799-49db-b33e-72011003500f tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=65f5c39f4b3b4c7b9c60694c4f8602fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269945 Apr 05 13:45:04.480445 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 52910) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:04.540802 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5fca45c0-9860-4056-a7a9-850eb8883d80 req-31a2f3ba-e50d-4c9a-9ff3-8f7cdff89ee6 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Apr 05 13:45:04.600239 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-214950928-network', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:04.620080 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Made reservation on behalf of ad212df8938b49c5b4ea37ea0e5428d5 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:04.622670 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:04.631046 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:04.711979 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Publish callbacks [] for security_group (ef70197d-c5a4-4464-94a3-17647ed219b3), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:04.716745 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ef70197d-c5a4-4464-94a3-17647ed219b3), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:04.744843 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:45:04.755819 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef70197d-c5a4-4464-94a3-17647ed219b3,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:04.764046 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (d9dfff2e-12b6-4827-8389-22a1c0783fb0), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:04.764283 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Added segment d9dfff2e-12b6-4827-8389-22a1c0783fb0 of type vlan for network c3577407-2ce1-48bb-9562-9c8640b0a046 Apr 05 13:45:05.002251 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (c3577407-2ce1-48bb-9562-9c8640b0a046), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.058438 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (c3577407-2ce1-48bb-9562-9c8640b0a046), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.060085 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:05.060688 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.099097 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9d66f-5858-4766-9af0-53ecf3ba5c59 req-5044ca19-760a-43cf-a896-e465e0c470e7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:05.100612 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-07d9d66f-5858-4766-9af0-53ecf3ba5c59 req-5044ca19-760a-43cf-a896-e465e0c470e7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0960376 Apr 05 13:45:05.107976 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6262589 Apr 05 13:45:05.109498 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52934) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:05.115105 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Request body: {'subnet': {'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-214950928-subnet', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:05.136825 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Made reservation on behalf of ad212df8938b49c5b4ea37ea0e5428d5 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:05.140458 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25434329'] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.159401 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ef706-0224-4ad7-bd39-0d9546e463f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c3577407-2ce1-48bb-9562-9c8640b0a046,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:05.172141 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network c3577407-2ce1-48bb-9562-9c8640b0a046 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:45:05.197035 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-07d9d66f-5858-4766-9af0-53ecf3ba5c59 req-ffc7226e-88ac-4cc6-bff2-e560a867dfe9 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878439 Apr 05 13:45:05.339140 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25339361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25434311'] for subnet (e8c0e83c-d0c1-48b3-ac4b-590a8978b267), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.397123 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c0e83c-d0c1-48b3-ac4b-590a8978b267,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:05.409311 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Checking segment: {'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:05.409669 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Network hostable DHCP agents. Network: c3577407-2ce1-48bb-9562-9c8640b0a046, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:45:05.426656 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Network c3577407-2ce1-48bb-9562-9c8640b0a046 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:45:05.435621 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, c3577407-2ce1-48bb-9562-9c8640b0a046) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:05.442194 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:05.442803 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.450163 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4da593-9d74-4c85-b58c-a987177533ca None None] Network c3577407-2ce1-48bb-9562-9c8640b0a046 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:45:05.459639 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-12695b13-ffb6-415a-8579-7c5fc61dc387 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3489211 Apr 05 13:45:05.462268 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52938) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:05.467123 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:05.485882 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (9b98e7ba-fa71-4a16-94d3-0627b0e03147), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.486871 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (9b98e7ba-fa71-4a16-94d3-0627b0e03147), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.543877 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks [] for router_controller (9b98e7ba-fa71-4a16-94d3-0627b0e03147), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.570068 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-c3577407-2ce1-48bb-9562-9c8640b0a046', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:45:05.570942 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.644967 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cbabd179-0e69-42cf-9f84-b18da0e5445b req-e80deba5-a2d0-40e8-84f9-602479f3bdd3 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 210 time: 0.0322385 Apr 05 13:45:05.710854 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Allocated IP 172.20.0.2 (c3577407-2ce1-48bb-9562-9c8640b0a046/e8c0e83c-d0c1-48b3-ac4b-590a8978b267/514089d3-89b3-4011-ac3b-4b91291bd2f2) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:05.711615 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks [] for router_gateway (9b98e7ba-fa71-4a16-94d3-0627b0e03147), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.796720 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-892fc587-6673-4bb7-aa4d-cb7c5fdd8ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.875851 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Publish callbacks [] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.881120 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.924626 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Network c3577407-2ce1-48bb-9562-9c8640b0a046 is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:05.928919 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:05.930641 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Pushing event updated for resources: {'Port': ['ID=514089d3-89b3-4011-ac3b-4b91291bd2f2,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:05.932472 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks [] for router_gateway (9b98e7ba-fa71-4a16-94d3-0627b0e03147), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.932789 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:05.944346 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.944699 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.945072 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.945435 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.945782 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.946122 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.946453 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.946786 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.947120 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.947447 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.947805 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.948158 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.948491 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.948819 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.949145 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:05.951403 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:05.998239 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Attempting to bind port 514089d3-89b3-4011-ac3b-4b91291bd2f2 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:05.998612 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Attempting to bind port 514089d3-89b3-4011-ac3b-4b91291bd2f2 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:05.998973 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Attempting to bind port 514089d3-89b3-4011-ac3b-4b91291bd2f2 on network c3577407-2ce1-48bb-9562-9c8640b0a046 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:06.003944 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:06.004326 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Checking segment: {'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:06.004729 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:06.005123 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Bound using segment: {'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:06.005583 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Bound port: 514089d3-89b3-4011-ac3b-4b91291bd2f2, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:06.005966 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:06.055206 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Allocated IP 172.27.2.159 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/b6d79e72-bef5-4803-831d-1a4a69eb6d47) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:06.071124 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] For port 514089d3-89b3-4011-ac3b-4b91291bd2f2, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:06.074370 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] For port 514089d3-89b3-4011-ac3b-4b91291bd2f2, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=514089d3-89b3-4011-ac3b-4b91291bd2f2,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:06.080891 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:06.142275 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cc25d-74d9-4f0e-8d1e-9a7cebb253ff None None] Pushing event updated for resources: {'Port': ['ID=514089d3-89b3-4011-ac3b-4b91291bd2f2,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:06.174812 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks [] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:06.209472 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:06.250603 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:06.253602 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:06.259598 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:06.282839 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d79e72-bef5-4803-831d-1a4a69eb6d47,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:06.373646 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc2835-b001-4016-aa7b-ada57660ec8b req-4bf2d294-7507-4917-9067-8d6af096565a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:06.375615 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dfdc2835-b001-4016-aa7b-ada57660ec8b req-4bf2d294-7507-4917-9067-8d6af096565a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0998805 Apr 05 13:45:06.443065 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dfdc2835-b001-4016-aa7b-ada57660ec8b req-7f2a5307-4b79-44a4-ad46-0523eac4d11c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581005 Apr 05 13:45:06.551807 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks [] for router_gateway (9b98e7ba-fa71-4a16-94d3-0627b0e03147), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:06.634735 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:06.758013 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0178356f-a5c4-429b-b8ef-20b0d0c6a77d req-4e0090cf-906d-4f3a-970e-b9968295713a tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 210 time: 0.0316131 Apr 05 13:45:06.777654 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (9b98e7ba-fa71-4a16-94d3-0627b0e03147), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:06.823122 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 514089d3-89b3-4011-ac3b-4b91291bd2f2 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:06.893127 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 514089d3-89b3-4011-ac3b-4b91291bd2f2 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:06.893510 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:06.934116 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:45:06.978483 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 514089d3-89b3-4011-ac3b-4b91291bd2f2 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:06.979191 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:07.016511 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port 514089d3-89b3-4011-ac3b-4b91291bd2f2, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=514089d3-89b3-4011-ac3b-4b91291bd2f2,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:07.021375 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:07.047030 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:45:07.060773 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Sync routers for ids ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:45:07.071277 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:07.075167 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Routers {'9b98e7ba-fa71-4a16-94d3-0627b0e03147'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:07.075349 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-18c8dbca-f793-475a-a00b-ec64f5228882 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6092408 Apr 05 13:45:07.075458 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:07.077135 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 52954) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:07.088888 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=514089d3-89b3-4011-ac3b-4b91291bd2f2,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:07.145918 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ef0664-5bd5-47a7-846a-8ef208d7f289 None None] Network c3577407-2ce1-48bb-9562-9c8640b0a046 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:45:07.220549 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Set router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:07.276039 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-b7b486e8-57cd-42f9-8615-de1a3bfe23a5 None None] Provisioning complete for port 514089d3-89b3-4011-ac3b-4b91291bd2f2 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:07.276474 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b7b486e8-57cd-42f9-8615-de1a3bfe23a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:07.374547 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-410a4dd1-37d7-4649-988f-504fdd7feece req-bf791806-66af-4019-a22b-f0b54bad5937 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983710 Apr 05 13:45:07.463373 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-b7b486e8-57cd-42f9-8615-de1a3bfe23a5 None None] Current status of the port 514089d3-89b3-4011-ac3b-4b91291bd2f2 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:07.553711 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4dd1-37d7-4649-988f-504fdd7feece req-8e23a7bf-259e-462c-9489-9a6c67084918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:07.555243 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-410a4dd1-37d7-4649-988f-504fdd7feece req-8e23a7bf-259e-462c-9489-9a6c67084918 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 1129 time: 0.1322598 Apr 05 13:45:07.616389 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:06Z', 'revision_number': 3, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:07.650889 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720331ad-8a50-4392-a914-2b512fe6d04a req-fbfd5b5f-fe31-43b5-841c-9b0fe079a08c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:07.652096 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-720331ad-8a50-4392-a914-2b512fe6d04a req-fbfd5b5f-fe31-43b5-841c-9b0fe079a08c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0759919 Apr 05 13:45:07.668055 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Checking router: 9b98e7ba-fa71-4a16-94d3-0627b0e03147 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:45:07.668527 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Updating router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 port b6d79e72-bef5-4803-831d-1a4a69eb6d47 binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:45:07.699072 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:07.720342 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:07.736193 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-720331ad-8a50-4392-a914-2b512fe6d04a req-904f697c-90cb-4e1b-8281-e2e9046e118d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764995 Apr 05 13:45:07.793184 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-513b8724-0db1-4b8b-aa80-766faaff55ea None None] Provisioning complete for port 514089d3-89b3-4011-ac3b-4b91291bd2f2 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:07.794153 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-513b8724-0db1-4b8b-aa80-766faaff55ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:07.971202 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a3627cf2-d3cb-4dcd-b70e-c2446c92cfb9 req-3ff432a6-a71e-4c75-b9c2-a44c852fe3fb tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 210 time: 0.1000044 Apr 05 13:45:07.987280 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-513b8724-0db1-4b8b-aa80-766faaff55ea None None] Current status of the port 514089d3-89b3-4011-ac3b-4b91291bd2f2 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:08.049966 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4dd1-37d7-4649-988f-504fdd7feece req-da45e914-ac11-4f4f-8240-6e509eb94e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:08.051671 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-410a4dd1-37d7-4649-988f-504fdd7feece req-da45e914-ac11-4f4f-8240-6e509eb94e4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 918 time: 0.1995156 Apr 05 13:45:08.085965 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-3c64db55-69a9-402d-a161-7ed17317ab05 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=65f5c39f4b3b4c7b9c60694c4f8602fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396404 Apr 05 13:45:08.098263 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Allocated IP 172.20.0.1 (c3577407-2ce1-48bb-9562-9c8640b0a046/e8c0e83c-d0c1-48b3-ac4b-590a8978b267/e87623f3-74a2-4821-a7ad-95d5285f11e9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:08.169260 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-410a4dd1-37d7-4649-988f-504fdd7feece req-cef10215-ba56-4db0-97d5-550b0510edc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18abb312-259e-4ad9-aee4-8094c991ad8e HTTP/1.1" status: 200 len: 1001 time: 0.1068299 Apr 05 13:45:08.257689 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:08.288970 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Publish callbacks [] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:08.299384 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:08.316910 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4dd1-37d7-4649-988f-504fdd7feece req-c299a004-21fc-49a8-a38f-7dde4610c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:08.318381 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-410a4dd1-37d7-4649-988f-504fdd7feece req-c299a004-21fc-49a8-a38f-7dde4610c76d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.0840514 Apr 05 13:45:08.369019 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Attempting to bind port b6d79e72-bef5-4803-831d-1a4a69eb6d47 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:08.369395 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Attempting to bind port b6d79e72-bef5-4803-831d-1a4a69eb6d47 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:08.369752 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Attempting to bind port b6d79e72-bef5-4803-831d-1a4a69eb6d47 on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:08.382948 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:08.383333 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:08.383765 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:08.388883 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:08.388883 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Bound port: b6d79e72-bef5-4803-831d-1a4a69eb6d47, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:08.388883 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:08.421003 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Pushing event updated for resources: {'Port': ['ID=b6d79e72-bef5-4803-831d-1a4a69eb6d47,revision_number=2']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:08.433317 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.433671 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.434750 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.435310 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.435457 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.435787 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.436129 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.436508 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.436839 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.437164 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.437490 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.437844 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.438190 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.438518 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.438835 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:08.483416 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] For port b6d79e72-bef5-4803-831d-1a4a69eb6d47, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:08.486661 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] For port b6d79e72-bef5-4803-831d-1a4a69eb6d47, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=b6d79e72-bef5-4803-831d-1a4a69eb6d47,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:08.498303 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:08.506624 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4dd1-37d7-4649-988f-504fdd7feece req-131fff97-9788-4b61-aa3d-ae50324cd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:08.508717 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-410a4dd1-37d7-4649-988f-504fdd7feece req-131fff97-9788-4b61-aa3d-ae50324cd445 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962152 Apr 05 13:45:08.563697 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Routers {'9b98e7ba-fa71-4a16-94d3-0627b0e03147'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:08.565348 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:08.672061 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-410a4dd1-37d7-4649-988f-504fdd7feece req-5ce7a8d3-3db6-4a95-966d-d18e08d2ea14 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534181 Apr 05 13:45:08.687194 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1124c9-d01b-4d4c-aa8c-c1cb55bf0369 None None] Pushing event updated for resources: {'Port': ['ID=b6d79e72-bef5-4803-831d-1a4a69eb6d47,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:08.706524 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Publish callbacks [] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:08.720407 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] Set router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:08.869323 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 514089d3-89b3-4011-ac3b-4b91291bd2f2 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:08.895664 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-410a4dd1-37d7-4649-988f-504fdd7feece req-b9b1a6f0-5a9e-456d-8015-b9f48db2dc55 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149827 Apr 05 13:45:08.903908 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-890c9433-27f9-4989-8dda-9d4dbea187ae tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:08.907854 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-890c9433-27f9-4989-8dda-9d4dbea187ae tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7917254 Apr 05 13:45:08.928365 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Request body: {'port': {'device_id': 'd60c0c63-a765-43bd-bcf4-357ae6918949', 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585', 'admin_state_up': True, 'tenant_id': '65f5c39f4b3b4c7b9c60694c4f8602fb'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:08.935047 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.065374 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.073647 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:06Z', 'revision_number': 3, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:09.085692 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 514089d3-89b3-4011-ac3b-4b91291bd2f2 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:09.086188 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.111011 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1e658-3ca1-4664-bc82-047d48d66597 None None] The sync data for ids ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'] in dv-cinder-835878-2-iscsi is: [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:06Z', 'revision_number': 3, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:45:09.111471 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab84a4-029b-4109-9e8e-2c75435c5f98 req-29de87cc-cbb3-4455-bf5c-59bf299aad25 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:09.113653 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c8ab84a4-029b-4109-9e8e-2c75435c5f98 req-29de87cc-cbb3-4455-bf5c-59bf299aad25 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.1531985 Apr 05 13:45:09.180558 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c8ab84a4-029b-4109-9e8e-2c75435c5f98 req-e1ba849b-d226-47ab-9f04-71e7f285f6e4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526381 Apr 05 13:45:09.191142 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 514089d3-89b3-4011-ac3b-4b91291bd2f2 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:09.205224 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Network c3577407-2ce1-48bb-9562-9c8640b0a046 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:09.220765 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:09.226570 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Pushing event updated for resources: {'Port': ['ID=e87623f3-74a2-4821-a7ad-95d5285f11e9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:09.229428 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:09.274069 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9401f289-e92f-49b7-8e5b-90768021ab2d req-0c0a2ec6-5971-41e5-95a6-33e624cb7ae1 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 210 time: 0.0676813 Apr 05 13:45:09.313170 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (9b98e7ba-fa71-4a16-94d3-0627b0e03147), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.369398 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Made reservation on behalf of 65f5c39f4b3b4c7b9c60694c4f8602fb for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:09.373449 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.388209 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.532076 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-22d1771e-971a-4e7e-9136-300a0df688c1 None None] Provisioning complete for port e87623f3-74a2-4821-a7ad-95d5285f11e9 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:09.532448 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-22d1771e-971a-4e7e-9136-300a0df688c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.566635 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.571967 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-22d1771e-971a-4e7e-9136-300a0df688c1 None None] Port e87623f3-74a2-4821-a7ad-95d5285f11e9 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:45:09.583592 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks [] for security_group (8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.588822 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.681532 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:09.695594 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:45:09.822146 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Allocated IP 192.168.233.80 (92f73662-7e6d-4201-a56d-91f4b8432585/4bd2e1b0-ecbf-40df-b562-fbea216f5ce4/47eba8e4-9b49-4c55-9948-b72eb9a93876) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:09.917230 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Publish callbacks [] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.925701 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:09.969002 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:10.065463 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (9b98e7ba-fa71-4a16-94d3-0627b0e03147), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:10.069682 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Pushing event updated for resources: {'Port': ['ID=e87623f3-74a2-4821-a7ad-95d5285f11e9,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:10.165390 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks [] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:10.232323 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Network c3577407-2ce1-48bb-9562-9c8640b0a046 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:10.234977 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:10.245722 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:10.371915 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb7a67-62d5-4163-ab8d-67d8651c322a req-3e45c85e-3c78-4486-b7a7-9f2f9a848393 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:10.374152 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-59bb7a67-62d5-4163-ab8d-67d8651c322a req-3e45c85e-3c78-4486-b7a7-9f2f9a848393 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0913954 Apr 05 13:45:10.434100 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-59bb7a67-62d5-4163-ab8d-67d8651c322a req-173b3fe3-7027-44c4-93a4-f9f712dce0be tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543120 Apr 05 13:45:10.449456 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Network 92f73662-7e6d-4201-a56d-91f4b8432585 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:10.466895 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:10.481126 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:10.488121 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Pushing event updated for resources: {'Port': ['ID=47eba8e4-9b49-4c55-9948-b72eb9a93876,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:10.551634 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:45:10.570393 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ba73b-4620-4e75-824a-13a36b7d925b req-b154e960-5b04-4a6c-80f8-cb3cbf95d0a0 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:10.578381 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-855ba73b-4620-4e75-824a-13a36b7d925b req-b154e960-5b04-4a6c-80f8-cb3cbf95d0a0 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 935 time: 0.1718006 Apr 05 13:45:10.584896 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:10.585521 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:10.609291 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-362a9df8-e883-4524-bab1-50c8327667df None None] Provisioning complete for port e87623f3-74a2-4821-a7ad-95d5285f11e9 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:10.609968 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-362a9df8-e883-4524-bab1-50c8327667df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:10.678857 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-362a9df8-e883-4524-bab1-50c8327667df None None] Port e87623f3-74a2-4821-a7ad-95d5285f11e9 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:45:10.692353 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a427eb97-8bc5-47f2-91d4-ebc290a7c1db tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7702041 Apr 05 13:45:10.743229 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Request body: {'port': {'device_id': 'd60c0c63-a765-43bd-bcf4-357ae6918949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:10.797793 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53076) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:10.799324 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-855ba73b-4620-4e75-824a-13a36b7d925b req-bd7544c4-486d-4cbe-9592-d8a5250fd7f2 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168322 Apr 05 13:45:10.810016 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-37b10e08-a729-4a8b-ba40-fbb525f7a2b3 None None] Provisioning complete for port 47eba8e4-9b49-4c55-9948-b72eb9a93876 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:10.810648 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-37b10e08-a729-4a8b-ba40-fbb525f7a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:10.827280 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:45:10.848743 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device b6d79e72-bef5-4803-831d-1a4a69eb6d47 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:10.861779 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-45d4818a-f76d-402d-9ff8-bff45982694c admin admin] 10.222.0.59 "PUT /v2.0/routers/9b98e7ba-fa71-4a16-94d3-0627b0e03147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7831984 Apr 05 13:45:10.873080 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:10.909307 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-37b10e08-a729-4a8b-ba40-fbb525f7a2b3 None None] Port 47eba8e4-9b49-4c55-9948-b72eb9a93876 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:45:10.931985 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port b6d79e72-bef5-4803-831d-1a4a69eb6d47 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:10.932461 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.045587 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port b6d79e72-bef5-4803-831d-1a4a69eb6d47 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:11.046172 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.047635 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.072690 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port b6d79e72-bef5-4803-831d-1a4a69eb6d47, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=b6d79e72-bef5-4803-831d-1a4a69eb6d47,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:11.079271 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.165931 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Publish callbacks [] for security_group (2e76ea18-2cb1-4a24-aa09-62f8265b0fd8), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.172479 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (2e76ea18-2cb1-4a24-aa09-62f8265b0fd8), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.180298 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=b6d79e72-bef5-4803-831d-1a4a69eb6d47,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:11.194689 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Sync routers for ids ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:45:11.216560 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Routers {'9b98e7ba-fa71-4a16-94d3-0627b0e03147'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:11.217190 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:11.269593 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53cac34ec40f46839c38585e081984aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4706287 Apr 05 13:45:11.270473 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53094) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:11.273966 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47eba8e4-9b49-4c55-9948-b72eb9a93876 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:45:11.284355 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Publish callbacks [] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.294384 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e76ea18-2cb1-4a24-aa09-62f8265b0fd8,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:11.308527 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Transition to ACTIVE for port object 47eba8e4-9b49-4c55-9948-b72eb9a93876 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:45:11.316126 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.323061 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.323746 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.325490 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.326854 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.327967 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.329106 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.329106 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.329943 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.330461 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.330958 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.331407 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.331892 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.332578 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.332719 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.333521 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228cf61-8a53-4ea0-a3f5-cf4dd8df66da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.389403 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ffa29ba1-b5a3-4c66-8a18-e59165306533 admin admin] Publish callbacks [] for security_group (2e76ea18-2cb1-4a24-aa09-62f8265b0fd8), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.426021 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Set router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:11.429342 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Pushing event updated for resources: {'Port': ['ID=47eba8e4-9b49-4c55-9948-b72eb9a93876,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:11.430008 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ffa29ba1-b5a3-4c66-8a18-e59165306533 admin admin] Publish callbacks [] for security_group (2e76ea18-2cb1-4a24-aa09-62f8265b0fd8), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.536660 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ffa29ba1-b5a3-4c66-8a18-e59165306533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (2e76ea18-2cb1-4a24-aa09-62f8265b0fd8), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.541686 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ffa29ba1-b5a3-4c66-8a18-e59165306533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.543831 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-ffa29ba1-b5a3-4c66-8a18-e59165306533 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e76ea18-2cb1-4a24-aa09-62f8265b0fd8 HTTP/1.1" status: 204 len: 168 time: 0.2686355 Apr 05 13:45:11.545862 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.551944 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.552502 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.553005 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.553491 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.554003 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.554492 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.555234 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.555871 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.556390 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.556898 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.557381 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.557841 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.560585 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.561085 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:45:11.566584 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa29ba1-b5a3-4c66-8a18-e59165306533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e76ea18-2cb1-4a24-aa09-62f8265b0fd8,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:11.630658 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Attempting to bind port 47eba8e4-9b49-4c55-9948-b72eb9a93876 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:11.631236 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Attempting to bind port 47eba8e4-9b49-4c55-9948-b72eb9a93876 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'c7436e13-0238-4700-8596-a9b8ca35d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:11.631801 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Attempting to bind port 47eba8e4-9b49-4c55-9948-b72eb9a93876 on network 92f73662-7e6d-4201-a56d-91f4b8432585 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:11.648961 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Port 47eba8e4-9b49-4c55-9948-b72eb9a93876 on network 92f73662-7e6d-4201-a56d-91f4b8432585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:45:11.651913 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Attempting to bind port 47eba8e4-9b49-4c55-9948-b72eb9a93876 on network 92f73662-7e6d-4201-a56d-91f4b8432585 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:11.661500 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:11.661850 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Checking segment: {'id': 'c7436e13-0238-4700-8596-a9b8ca35d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:11.662230 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Bound using segment: {'id': 'c7436e13-0238-4700-8596-a9b8ca35d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:11.662890 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Bound port: 47eba8e4-9b49-4c55-9948-b72eb9a93876, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7436e13-0238-4700-8596-a9b8ca35d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:11.663412 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.712146 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9730a-0738-48ef-a138-f9f1ca7348ff req-a03a467e-a044-4794-8fdd-94fcd9a22e0f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:11.724400 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-04a9730a-0738-48ef-a138-f9f1ca7348ff req-a03a467e-a044-4794-8fdd-94fcd9a22e0f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.1446056 Apr 05 13:45:11.761362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] For port 47eba8e4-9b49-4c55-9948-b72eb9a93876, host hv-cinder-83587, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:11.767854 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] For port 47eba8e4-9b49-4c55-9948-b72eb9a93876, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=47eba8e4-9b49-4c55-9948-b72eb9a93876,segment=NetworkSegment(c7436e13-0238-4700-8596-a9b8ca35d193),segment_id=c7436e13-0238-4700-8596-a9b8ca35d193)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:11.777554 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.844550 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-04a9730a-0738-48ef-a138-f9f1ca7348ff req-5bdf89dd-e36c-48f0-87b9-9ca8b3261b03 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157167 Apr 05 13:45:11.883672 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Pushing event updated for resources: {'Port': ['ID=47eba8e4-9b49-4c55-9948-b72eb9a93876,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:11.897531 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:11.898566 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:11.900527 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-863e4216-fbd8-4778-8bc7-b3e86f730d34 service neutron] 10.222.0.46 "PUT /v2.0/ports/47eba8e4-9b49-4c55-9948-b72eb9a93876 HTTP/1.1" status: 200 len: 1097 time: 1.1942644 Apr 05 13:45:11.901251 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60c0c63-a765-43bd-bcf4-357ae6918949', 'tag': '47eba8e4-9b49-4c55-9948-b72eb9a93876'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:45:11.904855 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad23f17a-d072-4157-ac86-a4b68df50eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d60c0c63-a765-43bd-bcf4-357ae6918949", "tag": "47eba8e4-9b49-4c55-9948-b72eb9a93876"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:45:11.988078 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3a20de-bcd2-4175-b55a-032972db1f0c x-openstack-request-id: req-1a3a20de-bcd2-4175-b55a-032972db1f0c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:45:11.988479 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60c0c63-a765-43bd-bcf4-357ae6918949", "tag": "47eba8e4-9b49-4c55-9948-b72eb9a93876", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:45:11.988839 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a3a20de-bcd2-4175-b55a-032972db1f0c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:45:11.989320 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3a20de-bcd2-4175-b55a-032972db1f0c'] response: {'name': 'network-changed', 'server_uuid': 'd60c0c63-a765-43bd-bcf4-357ae6918949', 'tag': '47eba8e4-9b49-4c55-9948-b72eb9a93876', 'status': 'completed', 'code': 200} Apr 05 13:45:12.002699 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094ab9f-3d6d-49cc-ae96-7e2325eb2f0c req-6853021e-7cd9-4092-9128-8a9657a0faa7 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:12.004674 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a094ab9f-3d6d-49cc-ae96-7e2325eb2f0c req-6853021e-7cd9-4092-9128-8a9657a0faa7 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 947 time: 0.0822468 Apr 05 13:45:12.091296 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a094ab9f-3d6d-49cc-ae96-7e2325eb2f0c req-15695fb5-8d4a-4401-bd12-f42037abb8e9 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810835 Apr 05 13:45:12.100597 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53122) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:12.106345 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1691315519-network', 'tenant_id': '2252db290d944e8280cc95089bed186d'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:12.113757 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:09Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'e87623f3-74a2-4821-a7ad-95d5285f11e9', 'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'mac_address': 'fa:16:3e:af:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:07Z', 'updated_at': '2022-04-05T13:45:09Z', 'revision_number': 2, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'subnets': [{'id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:12.144645 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Made reservation on behalf of 2252db290d944e8280cc95089bed186d for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:12.149334 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.155055 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Checking router: 9b98e7ba-fa71-4a16-94d3-0627b0e03147 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:45:12.155561 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Updating router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 port e87623f3-74a2-4821-a7ad-95d5285f11e9 binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:45:12.161679 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.214638 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.227044 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53124) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:12.241972 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53126) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:12.248246 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8126-b109-4857-a15d-f0b9bc5dc00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.288982 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Publish callbacks [] for security_group (524819c5-a011-498c-9d43-4d920ac7381b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.295317 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (524819c5-a011-498c-9d43-4d920ac7381b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.334141 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:45:12.365299 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (078d6dce-47aa-4897-884b-fa8f0c4fbd21), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.365686 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Added segment 078d6dce-47aa-4897-884b-fa8f0c4fbd21 of type vlan for network 5012c75d-a243-4944-8d66-8ed06ea71a2b Apr 05 13:45:12.366927 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524819c5-a011-498c-9d43-4d920ac7381b,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:12.392056 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8126-b109-4857-a15d-f0b9bc5dc00a admin admin] Publish callbacks [] for security_group (a918bdd8-4239-493e-8373-55d358ff24c0), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.397540 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8126-b109-4857-a15d-f0b9bc5dc00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (a918bdd8-4239-493e-8373-55d358ff24c0), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.428366 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-5bcd8126-b109-4857-a15d-f0b9bc5dc00a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5bcc5d9a76ac482ca7d4ece999cd8210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976359 Apr 05 13:45:12.429463 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53136) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:12.484904 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (5012c75d-a243-4944-8d66-8ed06ea71a2b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.485965 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd8126-b109-4857-a15d-f0b9bc5dc00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a918bdd8-4239-493e-8373-55d358ff24c0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:12.500708 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1927-9a8e-45ab-be48-44fdd0fb5683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.527870 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (5012c75d-a243-4944-8d66-8ed06ea71a2b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.529635 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:12.531134 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.545461 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ead3a17b-b994-4095-895e-ca4795c0840c admin admin] Publish callbacks [] for security_group (a918bdd8-4239-493e-8373-55d358ff24c0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.577050 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4711940 Apr 05 13:45:12.577568 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ead3a17b-b994-4095-895e-ca4795c0840c admin admin] Publish callbacks [] for security_group (a918bdd8-4239-493e-8373-55d358ff24c0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.600632 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53142) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:12.607915 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Request body: {'subnet': {'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1691315519-subnet', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'ip_version': 4}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:12.647013 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6573e56-d3c6-4674-9889-f1dfeee1e91d admin admin] Pushing event updated for resources: {'Network': ['ID=5012c75d-a243-4944-8d66-8ed06ea71a2b,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:12.666521 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ead3a17b-b994-4095-895e-ca4795c0840c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (a918bdd8-4239-493e-8373-55d358ff24c0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.669987 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Made reservation on behalf of 2252db290d944e8280cc95089bed186d for: {'subnet': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:12.670193 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ead3a17b-b994-4095-895e-ca4795c0840c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.674798 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ead3a17b-b994-4095-895e-ca4795c0840c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a918bdd8-4239-493e-8373-55d358ff24c0 HTTP/1.1" status: 204 len: 168 time: 0.2400198 Apr 05 13:45:12.674989 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25668832'] for subnet (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.691733 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 5012c75d-a243-4944-8d66-8ed06ea71a2b details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:45:12.730537 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3a17b-b994-4095-895e-ca4795c0840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a918bdd8-4239-493e-8373-55d358ff24c0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:12.734475 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1927-9a8e-45ab-be48-44fdd0fb5683 admin admin] Publish callbacks [] for security_group (2ffd550b-ee12-4cd5-be37-9f6a48427dea), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.745733 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1927-9a8e-45ab-be48-44fdd0fb5683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (2ffd550b-ee12-4cd5-be37-9f6a48427dea), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:12.801768 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8a1c1927-9a8e-45ab-be48-44fdd0fb5683 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5049d551ce864a74a235e453912d7957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5585372 Apr 05 13:45:12.805389 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53152) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:12.821193 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c1927-9a8e-45ab-be48-44fdd0fb5683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd550b-ee12-4cd5-be37-9f6a48427dea,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:12.836692 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23f17a-d072-4157-ac86-a4b68df50eb6 req-2677be07-b920-4e96-a9c0-71d049b465ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:12.839247 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ad23f17a-d072-4157-ac86-a4b68df50eb6 req-2677be07-b920-4e96-a9c0-71d049b465ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65f5c39f4b3b4c7b9c60694c4f8602fb&device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 1131 time: 0.1647294 Apr 05 13:45:12.915982 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ad23f17a-d072-4157-ac86-a4b68df50eb6 req-cbbdad67-8b78-425a-9c98-767bf40b5d00 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=65f5c39f4b3b4c7b9c60694c4f8602fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640273 Apr 05 13:45:13.083182 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device b6d79e72-bef5-4803-831d-1a4a69eb6d47 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:13.154890 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1600f621-e747-46b5-9f28-0501bd15e36a admin admin] Publish callbacks [] for security_group (2ffd550b-ee12-4cd5-be37-9f6a48427dea), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.251541 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Publish callbacks [] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.264871 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.278602 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port b6d79e72-bef5-4803-831d-1a4a69eb6d47 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:13.279120 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.376499 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25668862'] for subnet (86399f30-1bcf-4315-b46f-d3ce6f31f1fa), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.407199 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe94ea-f82c-4ac3-8dd3-7dba6677c268 None None] Pushing event updated for resources: {'Port': ['ID=e87623f3-74a2-4821-a7ad-95d5285f11e9,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:13.508891 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dcd09-c461-4145-878c-195805785db8 req-13f87c28-e913-4c59-bc27-9b607fa0ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:13.510873 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ed1dcd09-c461-4145-878c-195805785db8 req-13f87c28-e913-4c59-bc27-9b607fa0ced6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 1129 time: 0.4515085 Apr 05 13:45:13.583490 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Pushing event updated for resources: {'Subnet': ['ID=86399f30-1bcf-4315-b46f-d3ce6f31f1fa,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:13.585966 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Attempting to bind port e87623f3-74a2-4821-a7ad-95d5285f11e9 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:13.588949 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Attempting to bind port e87623f3-74a2-4821-a7ad-95d5285f11e9 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:13.592369 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Attempting to bind port e87623f3-74a2-4821-a7ad-95d5285f11e9 on network c3577407-2ce1-48bb-9562-9c8640b0a046 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:13.641021 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330fc13-9635-4c0c-a7a9-ff007d62fad4 req-1cd7ea0d-8cae-4992-b6e2-d55cae54bcf0 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:13.647791 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8330fc13-9635-4c0c-a7a9-ff007d62fad4 req-1cd7ea0d-8cae-4992-b6e2-d55cae54bcf0 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 947 time: 0.3727820 Apr 05 13:45:13.701780 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:13.710745 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Checking segment: {'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:13.711270 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.712113 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Bound using segment: {'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:13.712370 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Checking segment: {'id': '078d6dce-47aa-4897-884b-fa8f0c4fbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:13.712632 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Network hostable DHCP agents. Network: 5012c75d-a243-4944-8d66-8ed06ea71a2b, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:45:13.713058 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Bound port: e87623f3-74a2-4821-a7ad-95d5285f11e9, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:13.713757 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.735479 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ed1dcd09-c461-4145-878c-195805785db8 req-93d585fb-1b47-425d-b9b8-3ea418e8f017 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110574 Apr 05 13:45:13.796757 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8330fc13-9635-4c0c-a7a9-ff007d62fad4 req-450b7e58-567c-4e14-b9fb-9b34ccff154d tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352093 Apr 05 13:45:13.798162 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Network 5012c75d-a243-4944-8d66-8ed06ea71a2b is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:45:13.813017 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 5012c75d-a243-4944-8d66-8ed06ea71a2b) {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:13.833185 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:13.833868 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c111ee-6e6b-46a5-b085-0db05fd2964a None None] Network 5012c75d-a243-4944-8d66-8ed06ea71a2b requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:45:13.834869 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.864321 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port b6d79e72-bef5-4803-831d-1a4a69eb6d47 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:13.866800 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1600f621-e747-46b5-9f28-0501bd15e36a admin admin] Publish callbacks [] for security_group (2ffd550b-ee12-4cd5-be37-9f6a48427dea), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.877987 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-aedceda8-1599-4120-831f-04e94d6f288a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2757244 Apr 05 13:45:13.880895 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53176) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:13.891595 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1691315519-router', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:13.892188 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23f17a-d072-4157-ac86-a4b68df50eb6 req-a3ab7c67-841b-4340-a2ce-a04fac2c672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:13.893703 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ad23f17a-d072-4157-ac86-a4b68df50eb6 req-a3ab7c67-841b-4340-a2ce-a04fac2c672d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9535785 Apr 05 13:45:13.924323 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (6ee556f7-e823-483f-a646-48e635acae90), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.926105 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (6ee556f7-e823-483f-a646-48e635acae90), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.929247 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51b55-663d-4fbd-a29f-a19f34a392d6 req-b28cc900-884c-4e08-8342-9df4ef6b0fbe tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:13.938225 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dbb51b55-663d-4fbd-a29f-a19f34a392d6 req-b28cc900-884c-4e08-8342-9df4ef6b0fbe tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.8631992 Apr 05 13:45:13.977883 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-34ff9838-7706-44a1-82b3-5c1836368d7a None None] Provisioning complete for port e87623f3-74a2-4821-a7ad-95d5285f11e9 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:13.978626 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-34ff9838-7706-44a1-82b3-5c1836368d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:13.984554 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] For port e87623f3-74a2-4821-a7ad-95d5285f11e9, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:14.004698 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dbb51b55-663d-4fbd-a29f-a19f34a392d6 req-3fd34e1e-a054-441a-b3dc-d68fe840d6d5 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640225 Apr 05 13:45:14.007999 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1600f621-e747-46b5-9f28-0501bd15e36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (2ffd550b-ee12-4cd5-be37-9f6a48427dea), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.011315 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1600f621-e747-46b5-9f28-0501bd15e36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.012638 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1600f621-e747-46b5-9f28-0501bd15e36a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ffd550b-ee12-4cd5-be37-9f6a48427dea HTTP/1.1" status: 204 len: 168 time: 1.2055602 Apr 05 13:45:14.024938 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600f621-e747-46b5-9f28-0501bd15e36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd550b-ee12-4cd5-be37-9f6a48427dea,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:14.065639 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks [] for router_controller (6ee556f7-e823-483f-a646-48e635acae90), precommit_add_association {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.097504 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] For port e87623f3-74a2-4821-a7ad-95d5285f11e9, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=e87623f3-74a2-4821-a7ad-95d5285f11e9,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:14.116259 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-7d02c409-de4d-45d3-84b5-07e01dd7483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:14.118436 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-7d02c409-de4d-45d3-84b5-07e01dd7483d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65f5c39f4b3b4c7b9c60694c4f8602fb&device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 1131 time: 0.0828915 Apr 05 13:45:14.124648 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.156879 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-34ff9838-7706-44a1-82b3-5c1836368d7a None None] Port e87623f3-74a2-4821-a7ad-95d5285f11e9 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:45:14.190192 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-5012c75d-a243-4944-8d66-8ed06ea71a2b', 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b', 'project_id': '2252db290d944e8280cc95089bed186d', 'fixed_ips': [{'subnet_id': '86399f30-1bcf-4315-b46f-d3ce6f31f1fa'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:45:14.191208 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.206646 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-0448fc57-b208-4a04-b6de-a6c30b09b6b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=47eba8e4-9b49-4c55-9948-b72eb9a93876 HTTP/1.1" status: 200 len: 217 time: 0.0789466 Apr 05 13:45:14.294926 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks [] for router_gateway (6ee556f7-e823-483f-a646-48e635acae90), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.343767 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe94ea-f82c-4ac3-8dd3-7dba6677c268 None None] Pushing event updated for resources: {'Port': ['ID=e87623f3-74a2-4821-a7ad-95d5285f11e9,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:14.351532 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Routers {'9b98e7ba-fa71-4a16-94d3-0627b0e03147'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:14.351719 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:14.477210 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53192) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:14.524073 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-7185233d-0551-45d6-95eb-b6e8f633a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:14.526115 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-7185233d-0551-45d6-95eb-b6e8f633a95f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bd2e1b0-ecbf-40df-b562-fbea216f5ce4 HTTP/1.1" status: 200 len: 843 time: 0.0671277 Apr 05 13:45:14.566702 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-672042c5-493f-4083-a838-28282ebe26c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.584949 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Allocated IP 172.20.0.2 (5012c75d-a243-4944-8d66-8ed06ea71a2b/86399f30-1bcf-4315-b46f-d3ce6f31f1fa/95aa83c2-c51b-41ef-95f5-6346cac2d4b6) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:14.610350 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] Set router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:14.643980 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-2aa67a9f-9d8f-4245-868f-57c1ce60b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:14.647055 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-2aa67a9f-9d8f-4245-868f-57c1ce60b269 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92f73662-7e6d-4201-a56d-91f4b8432585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1110570 Apr 05 13:45:14.655063 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks [] for router_gateway (6ee556f7-e823-483f-a646-48e635acae90), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.680216 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.712866 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53196) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:14.777164 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-672042c5-493f-4083-a838-28282ebe26c1 admin admin] Publish callbacks [] for security_group (f1ffc461-e860-4a76-968a-60ff76b17506), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.801879 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-672042c5-493f-4083-a838-28282ebe26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f1ffc461-e860-4a76-968a-60ff76b17506), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.851986 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Publish callbacks [] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.917695 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.931458 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-d436e0b3-4243-493e-b0c6-c2c4d336905a None None] Provisioning complete for port e87623f3-74a2-4821-a7ad-95d5285f11e9 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:14.932128 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d436e0b3-4243-493e-b0c6-c2c4d336905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:14.971995 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-672042c5-493f-4083-a838-28282ebe26c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=728c6983fdf14320a2d8afb09326cd76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4937012 Apr 05 13:45:14.972223 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53208) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:14.972879 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672042c5-493f-4083-a838-28282ebe26c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ffc461-e860-4a76-968a-60ff76b17506,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:14.976796 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Allocated IP 172.27.2.232 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/f15a0ade-6f06-4d43-8758-538733c82537) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:14.996042 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-024425fc-4a0c-43a2-8f94-8a6cf372102e service neutron] 10.222.0.46 "GET /v2.0/networks/92f73662-7e6d-4201-a56d-91f4b8432585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372023 Apr 05 13:45:15.019287 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Network 5012c75d-a243-4944-8d66-8ed06ea71a2b is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:15.028674 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:15.090344 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ca29213-b709-4a71-8574-513e0f04d358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.097203 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4c45c-4e81-436d-a9bc-0e65d62b6b5e req-ec25c119-de92-49a5-8668-0215a3be8a0f tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:15.102848 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2ab4c45c-4e81-436d-a9bc-0e65d62b6b5e req-ec25c119-de92-49a5-8668-0215a3be8a0f tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 947 time: 0.1991332 Apr 05 13:45:15.122435 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:15.156009 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4cf19df5-217b-440d-aa68-f50f5976e874 admin admin] Publish callbacks [] for security_group (f1ffc461-e860-4a76-968a-60ff76b17506), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.197421 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2ab4c45c-4e81-436d-a9bc-0e65d62b6b5e req-ab8b272c-c4ae-453e-92c0-28f60ae0a8ee tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867600 Apr 05 13:45:15.216420 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Pushing event updated for resources: {'Port': ['ID=95aa83c2-c51b-41ef-95f5-6346cac2d4b6,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:15.216636 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4cf19df5-217b-440d-aa68-f50f5976e874 admin admin] Publish callbacks [] for security_group (f1ffc461-e860-4a76-968a-60ff76b17506), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.252446 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks [] for port (f15a0ade-6f06-4d43-8758-538733c82537), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.323146 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (f15a0ade-6f06-4d43-8758-538733c82537), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.373632 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:15.376917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:15.380209 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:15.381372 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479c7e0-63dc-4a27-a6f9-477e56cdf523 req-133684d2-61ff-447a-a19f-0b7d6d7e053e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:15.383683 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d479c7e0-63dc-4a27-a6f9-477e56cdf523 req-133684d2-61ff-447a-a19f-0b7d6d7e053e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.2709215 Apr 05 13:45:15.416904 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Pushing event updated for resources: {'Port': ['ID=f15a0ade-6f06-4d43-8758-538733c82537,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:15.461866 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ca29213-b709-4a71-8574-513e0f04d358 admin admin] Publish callbacks [] for security_group (90a67edf-41d0-4ce6-9534-d8b95f946349), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.499426 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ca29213-b709-4a71-8574-513e0f04d358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (90a67edf-41d0-4ce6-9534-d8b95f946349), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.530350 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Attempting to bind port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:15.530954 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Attempting to bind port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '078d6dce-47aa-4897-884b-fa8f0c4fbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:15.531086 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Attempting to bind port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 on network 5012c75d-a243-4944-8d66-8ed06ea71a2b {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:15.564976 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-d436e0b3-4243-493e-b0c6-c2c4d336905a None None] Current status of the port e87623f3-74a2-4821-a7ad-95d5285f11e9 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:15.565422 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d436e0b3-4243-493e-b0c6-c2c4d336905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.572849 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:15.573124 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Checking segment: {'id': '078d6dce-47aa-4897-884b-fa8f0c4fbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:15.580506 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.582221 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4cf19df5-217b-440d-aa68-f50f5976e874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f1ffc461-e860-4a76-968a-60ff76b17506), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.582344 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Bound using segment: {'id': '078d6dce-47aa-4897-884b-fa8f0c4fbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:15.582772 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Bound port: 95aa83c2-c51b-41ef-95f5-6346cac2d4b6, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078d6dce-47aa-4897-884b-fa8f0c4fbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:15.583911 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.585103 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4cf19df5-217b-440d-aa68-f50f5976e874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.589569 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4cf19df5-217b-440d-aa68-f50f5976e874 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1ffc461-e860-4a76-968a-60ff76b17506 HTTP/1.1" status: 204 len: 168 time: 0.6131897 Apr 05 13:45:15.630888 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-3ca29213-b709-4a71-8574-513e0f04d358 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3007d1948f5841faa9ccace0316bf976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9167905 Apr 05 13:45:15.634886 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca29213-b709-4a71-8574-513e0f04d358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a67edf-41d0-4ce6-9534-d8b95f946349,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:15.636130 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53224) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:15.646727 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d479c7e0-63dc-4a27-a6f9-477e56cdf523 req-bb7fbc78-39c1-40d8-b3c1-dfa5111457fd tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514234 Apr 05 13:45:15.675782 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf19df5-217b-440d-aa68-f50f5976e874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ffc461-e860-4a76-968a-60ff76b17506,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:15.706705 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e343644-29a6-4a16-9d3d-2fd5fea2f510 req-a78c4515-e899-4407-b19e-b196a63cb16c service neutron] 10.222.0.46 "GET /v2.0/networks/92f73662-7e6d-4201-a56d-91f4b8432585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102102 Apr 05 13:45:15.845402 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-d436e0b3-4243-493e-b0c6-c2c4d336905a None None] For port e87623f3-74a2-4821-a7ad-95d5285f11e9, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=e87623f3-74a2-4821-a7ad-95d5285f11e9,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:15.856689 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d436e0b3-4243-493e-b0c6-c2c4d336905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:15.860897 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] For port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:15.866225 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] For port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=95aa83c2-c51b-41ef-95f5-6346cac2d4b6,segment=NetworkSegment(078d6dce-47aa-4897-884b-fa8f0c4fbd21),segment_id=078d6dce-47aa-4897-884b-fa8f0c4fbd21)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:15.926869 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436e0b3-4243-493e-b0c6-c2c4d336905a None None] Pushing event updated for resources: {'Port': ['ID=e87623f3-74a2-4821-a7ad-95d5285f11e9,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:15.930828 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:16.007940 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d543e-112a-42ef-9cc8-e320b3b1d47b None None] Pushing event updated for resources: {'Port': ['ID=95aa83c2-c51b-41ef-95f5-6346cac2d4b6,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:16.030466 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:09Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'e87623f3-74a2-4821-a7ad-95d5285f11e9', 'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'mac_address': 'fa:16:3e:af:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:07Z', 'updated_at': '2022-04-05T13:45:13Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'subnets': [{'id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:16.064128 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dec57a-7510-448d-a4f9-bf9061d80207 None None] The sync data for ids ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'] in dv-cinder-835878-2-iscsi is: [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:09Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'e87623f3-74a2-4821-a7ad-95d5285f11e9', 'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'mac_address': 'fa:16:3e:af:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:07Z', 'updated_at': '2022-04-05T13:45:13Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'subnets': [{'id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:45:16.247002 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ae47-17c5-4164-a58e-3b79fd575b73 req-18a9c906-6a86-45a6-8743-1fa904fdf305 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:16.249074 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3046ae47-17c5-4164-a58e-3b79fd575b73 req-18a9c906-6a86-45a6-8743-1fa904fdf305 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1326177 Apr 05 13:45:16.357217 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3046ae47-17c5-4164-a58e-3b79fd575b73 req-f6922483-40f6-4e42-b2c8-1885d1062161 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006970 Apr 05 13:45:16.385622 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ef259f9-a4f1-4b5a-aa0f-7d39524c80e9 admin admin] Publish callbacks [] for security_group (90a67edf-41d0-4ce6-9534-d8b95f946349), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:16.445709 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks [] for router_gateway (6ee556f7-e823-483f-a646-48e635acae90), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:16.450649 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ef259f9-a4f1-4b5a-aa0f-7d39524c80e9 admin admin] Publish callbacks [] for security_group (90a67edf-41d0-4ce6-9534-d8b95f946349), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:16.535383 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ece3b-253c-4d27-9279-ae67039cdd6d req-d7ada369-33d0-4327-81f3-e5929688bc52 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:16.536985 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf1ece3b-253c-4d27-9279-ae67039cdd6d req-d7ada369-33d0-4327-81f3-e5929688bc52 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 947 time: 0.2199781 Apr 05 13:45:16.627194 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ef259f9-a4f1-4b5a-aa0f-7d39524c80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (90a67edf-41d0-4ce6-9534-d8b95f946349), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:16.629764 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ef259f9-a4f1-4b5a-aa0f-7d39524c80e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:16.633271 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-0ef259f9-a4f1-4b5a-aa0f-7d39524c80e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90a67edf-41d0-4ce6-9534-d8b95f946349 HTTP/1.1" status: 204 len: 168 time: 0.9938486 Apr 05 13:45:16.661626 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef259f9-a4f1-4b5a-aa0f-7d39524c80e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a67edf-41d0-4ce6-9534-d8b95f946349,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:16.666436 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf1ece3b-253c-4d27-9279-ae67039cdd6d req-59ae2ccb-ca76-4b74-b75d-b8ae3cd6f350 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221623 Apr 05 13:45:16.906579 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd0d60-3762-431b-8d2f-05760ce11cf6 req-5457a9e4-57e6-45fc-a1be-d74e06a58f64 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:16.916032 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cebd0d60-3762-431b-8d2f-05760ce11cf6 req-5457a9e4-57e6-45fc-a1be-d74e06a58f64 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.1530201 Apr 05 13:45:16.942037 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (6ee556f7-e823-483f-a646-48e635acae90), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:17.013814 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:17.067656 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cebd0d60-3762-431b-8d2f-05760ce11cf6 req-bbf4d82e-d510-4862-9342-d8add93dfaa5 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457052 Apr 05 13:45:17.076764 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 47eba8e4-9b49-4c55-9948-b72eb9a93876 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:45:17.198269 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Router 6ee556f7-e823-483f-a646-48e635acae90 is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:45:17.407276 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 47eba8e4-9b49-4c55-9948-b72eb9a93876, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=47eba8e4-9b49-4c55-9948-b72eb9a93876,segment=NetworkSegment(c7436e13-0238-4700-8596-a9b8ca35d193),segment_id=c7436e13-0238-4700-8596-a9b8ca35d193)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:17.425556 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '47eba8e4-9b49-4c55-9948-b72eb9a93876', 'network_id': '92f73662-7e6d-4201-a56d-91f4b8432585', 'port_id': '47eba8e4-9b49-4c55-9948-b72eb9a93876', 'mac_address': 'fa:16:3e:a4:1c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd2e1b0-ecbf-40df-b562-fbea216f5ce4', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:45:17.483094 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 47eba8e4-9b49-4c55-9948-b72eb9a93876 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:17.483687 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:17.514366 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47eba8e4-9b49-4c55-9948-b72eb9a93876 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:45:17.518190 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:45:17.531430 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Sync routers for ids ['6ee556f7-e823-483f-a646-48e635acae90'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:45:17.550638 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 47eba8e4-9b49-4c55-9948-b72eb9a93876, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=47eba8e4-9b49-4c55-9948-b72eb9a93876,segment=NetworkSegment(c7436e13-0238-4700-8596-a9b8ca35d193),segment_id=c7436e13-0238-4700-8596-a9b8ca35d193)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:17.557097 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:17.568946 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Routers {'6ee556f7-e823-483f-a646-48e635acae90'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:17.571618 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['6ee556f7-e823-483f-a646-48e635acae90'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:17.598603 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:17.599201 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-8076d8b1-5d21-4083-96d8-7ce5f28c5114 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7145085 Apr 05 13:45:17.627101 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53282) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:17.651053 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:17.651776 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:17.665663 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e042ce-2f67-4b83-a488-ca5da7929878 req-e5e27724-e6f3-43ec-990c-ca4e1931af57 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:17.679123 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-45e042ce-2f67-4b83-a488-ca5da7929878 req-e5e27724-e6f3-43ec-990c-ca4e1931af57 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1703846 Apr 05 13:45:17.707636 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=47eba8e4-9b49-4c55-9948-b72eb9a93876,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:17.724274 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a21f3f-118e-43f3-885c-d91437c449de None None] Network 5012c75d-a243-4944-8d66-8ed06ea71a2b requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:45:17.829642 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-45e042ce-2f67-4b83-a488-ca5da7929878 req-87bbca52-160d-40be-ba43-d00a733aa138 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384954 Apr 05 13:45:17.930820 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Set router 6ee556f7-e823-483f-a646-48e635acae90 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:17.946919 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31def669-69c4-4075-bc9f-b58f13bd35e6 req-dd8c2fea-72f0-4f76-b20f-d3aa5cd8b72a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:17.956527 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-31def669-69c4-4075-bc9f-b58f13bd35e6 req-dd8c2fea-72f0-4f76-b20f-d3aa5cd8b72a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.4382451 Apr 05 13:45:17.959821 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-477cb831-e4a2-48e5-a22d-631f1bc3c6d8 None None] Provisioning complete for port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:17.961589 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-477cb831-e4a2-48e5-a22d-631f1bc3c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:18.053966 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b959bd-3f8b-40d4-b84c-2acccd786175 req-4be53333-6125-47d3-a9df-ae2a4f3d8f6b tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:18.061393 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a7b959bd-3f8b-40d4-b84c-2acccd786175 req-4be53333-6125-47d3-a9df-ae2a4f3d8f6b tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 948 time: 0.1168885 Apr 05 13:45:18.106228 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:18.111420 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:18.188598 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-31def669-69c4-4075-bc9f-b58f13bd35e6 req-7a4f1595-cdd2-481a-92eb-f3da32d34128 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229574 Apr 05 13:45:18.214095 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a7b959bd-3f8b-40d4-b84c-2acccd786175 req-0741f4cb-09f5-4186-9511-237a57ab6d83 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516874 Apr 05 13:45:18.244807 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=95aa83c2-c51b-41ef-95f5-6346cac2d4b6,segment=NetworkSegment(078d6dce-47aa-4897-884b-fa8f0c4fbd21),segment_id=078d6dce-47aa-4897-884b-fa8f0c4fbd21)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:18.253414 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:18.254337 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device e87623f3-74a2-4821-a7ad-95d5285f11e9 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:18.465212 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-477cb831-e4a2-48e5-a22d-631f1bc3c6d8 None None] Current status of the port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:18.514798 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=95aa83c2-c51b-41ef-95f5-6346cac2d4b6,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:18.551920 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port e87623f3-74a2-4821-a7ad-95d5285f11e9 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:18.552311 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:18.618822 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee556f7-e823-483f-a646-48e635acae90', 'name': 'tempest-TestMinimumBasicScenario-1691315519-router', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:13Z', 'updated_at': '2022-04-05T13:45:15Z', 'revision_number': 3, 'project_id': '2252db290d944e8280cc95089bed186d', 'gw_port': {'id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ea:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee556f7-e823-483f-a646-48e635acae90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:14Z', 'updated_at': '2022-04-05T13:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:18.695665 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port e87623f3-74a2-4821-a7ad-95d5285f11e9 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:18.696750 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Checking router: 6ee556f7-e823-483f-a646-48e635acae90 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:45:18.697164 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Updating router 6ee556f7-e823-483f-a646-48e635acae90 port f15a0ade-6f06-4d43-8758-538733c82537 binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:45:18.762560 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (f15a0ade-6f06-4d43-8758-538733c82537), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:18.779490 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:18.869359 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:18.986526 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:18.986825 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:18.990474 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-f623f857-e9a7-48b6-bb16-96025e12b7eb None None] Provisioning complete for port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:18.993267 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f623f857-e9a7-48b6-bb16-96025e12b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.099337 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Allocated IP 172.20.0.1 (5012c75d-a243-4944-8d66-8ed06ea71a2b/86399f30-1bcf-4315-b46f-d3ce6f31f1fa/014bfe9a-587c-4a72-a6a7-dff5e84a351c) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:19.153250 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-f623f857-e9a7-48b6-bb16-96025e12b7eb None None] Current status of the port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:19.208396 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:19.242626 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Publish callbacks [] for port (f15a0ade-6f06-4d43-8758-538733c82537), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.264341 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (f15a0ade-6f06-4d43-8758-538733c82537), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.322075 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Publish callbacks [] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.346434 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Attempting to bind port f15a0ade-6f06-4d43-8758-538733c82537 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:19.346808 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Attempting to bind port f15a0ade-6f06-4d43-8758-538733c82537 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:19.347172 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Attempting to bind port f15a0ade-6f06-4d43-8758-538733c82537 on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:19.350450 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a80ca2-4b73-4b99-a460-e45a2426cbba None None] Pushing event updated for resources: {'Port': ['ID=f15a0ade-6f06-4d43-8758-538733c82537,revision_number=2']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:19.354395 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d0af-b99d-46e4-92a7-ff59104c27a5 req-1214eb08-9978-47cb-885c-aeda490bc79c tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:19.357920 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:19.358295 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:19.358777 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.359347 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:19.360281 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Bound port: f15a0ade-6f06-4d43-8758-538733c82537, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:19.360935 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (f15a0ade-6f06-4d43-8758-538733c82537), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.377425 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d899d0af-b99d-46e4-92a7-ff59104c27a5 req-1214eb08-9978-47cb-885c-aeda490bc79c tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 948 time: 0.0993814 Apr 05 13:45:19.428481 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] For port f15a0ade-6f06-4d43-8758-538733c82537, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:19.436460 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] For port f15a0ade-6f06-4d43-8758-538733c82537, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=f15a0ade-6f06-4d43-8758-538733c82537,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:19.438031 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.448160 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (f15a0ade-6f06-4d43-8758-538733c82537), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.478625 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d899d0af-b99d-46e4-92a7-ff59104c27a5 req-7317ba93-e40c-4575-8d80-258491257e2c tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999036 Apr 05 13:45:19.516944 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a80ca2-4b73-4b99-a460-e45a2426cbba None None] Pushing event updated for resources: {'Port': ['ID=f15a0ade-6f06-4d43-8758-538733c82537,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:19.527191 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Routers {'6ee556f7-e823-483f-a646-48e635acae90'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:19.528860 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['6ee556f7-e823-483f-a646-48e635acae90'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:19.535968 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Network 5012c75d-a243-4944-8d66-8ed06ea71a2b is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:19.536932 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Pushing event updated for resources: {'Port': ['ID=014bfe9a-587c-4a72-a6a7-dff5e84a351c,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:19.545064 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:19.548653 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:19.588818 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44807-4f21-4d19-b794-042af84dcacc req-5c1f3679-f00d-42f1-850c-a67a816c7775 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:19.591899 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-def44807-4f21-4d19-b794-042af84dcacc req-5c1f3679-f00d-42f1-850c-a67a816c7775 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.2466066 Apr 05 13:45:19.664132 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (6ee556f7-e823-483f-a646-48e635acae90), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.738749 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53372) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:19.743968 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-def44807-4f21-4d19-b794-042af84dcacc req-aa16ad57-31ca-4f82-b6ec-7b86ea18170f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220794 Apr 05 13:45:19.873192 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.886756 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] Set router 6ee556f7-e823-483f-a646-48e635acae90 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:19.925270 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e93dd118-fd53-4c75-afc5-26ad229100a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:19.991561 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-b2ec352b-1871-47fb-b739-06f1a1193802 None None] Provisioning complete for port 014bfe9a-587c-4a72-a6a7-dff5e84a351c triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:19.991912 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b2ec352b-1871-47fb-b739-06f1a1193802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:20.033339 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e93dd118-fd53-4c75-afc5-26ad229100a1 admin admin] Publish callbacks [] for security_group (ef137610-f293-497b-930b-8808a21f2eb7), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:20.039661 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e93dd118-fd53-4c75-afc5-26ad229100a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ef137610-f293-497b-930b-8808a21f2eb7), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:20.048217 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec352b-1871-47fb-b739-06f1a1193802 None None] Port 014bfe9a-587c-4a72-a6a7-dff5e84a351c cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:45:20.090214 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Publish callbacks [] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:20.102919 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:20.103739 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e93dd118-fd53-4c75-afc5-26ad229100a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a33e985bfc14dcea94c5971ecf4d51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635306 Apr 05 13:45:20.105029 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dd118-fd53-4c75-afc5-26ad229100a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef137610-f293-497b-930b-8808a21f2eb7,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:20.109822 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53378) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:20.140715 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee556f7-e823-483f-a646-48e635acae90', 'name': 'tempest-TestMinimumBasicScenario-1691315519-router', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:13Z', 'updated_at': '2022-04-05T13:45:15Z', 'revision_number': 3, 'project_id': '2252db290d944e8280cc95089bed186d', 'gw_port': {'id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ea:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee556f7-e823-483f-a646-48e635acae90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:14Z', 'updated_at': '2022-04-05T13:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:20.170088 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcfd29fc-5392-40b4-ae94-bbd96a768995 admin admin] Publish callbacks [] for security_group (ef137610-f293-497b-930b-8808a21f2eb7), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:20.170370 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44bea76-c4c4-4ed7-8f17-9f36bff66840 None None] The sync data for ids ['6ee556f7-e823-483f-a646-48e635acae90'] in dv-cinder-835878-2-iscsi is: [{'id': '6ee556f7-e823-483f-a646-48e635acae90', 'name': 'tempest-TestMinimumBasicScenario-1691315519-router', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:13Z', 'updated_at': '2022-04-05T13:45:15Z', 'revision_number': 3, 'project_id': '2252db290d944e8280cc95089bed186d', 'gw_port': {'id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ea:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee556f7-e823-483f-a646-48e635acae90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:14Z', 'updated_at': '2022-04-05T13:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:45:20.197606 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (6ee556f7-e823-483f-a646-48e635acae90), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:20.208455 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcfd29fc-5392-40b4-ae94-bbd96a768995 admin admin] Publish callbacks [] for security_group (ef137610-f293-497b-930b-8808a21f2eb7), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:20.220918 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Pushing event updated for resources: {'Port': ['ID=014bfe9a-587c-4a72-a6a7-dff5e84a351c,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:20.281756 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcfd29fc-5392-40b4-ae94-bbd96a768995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ef137610-f293-497b-930b-8808a21f2eb7), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:20.285955 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcfd29fc-5392-40b4-ae94-bbd96a768995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:20.287450 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fcfd29fc-5392-40b4-ae94-bbd96a768995 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef137610-f293-497b-930b-8808a21f2eb7 HTTP/1.1" status: 204 len: 168 time: 0.1765888 Apr 05 13:45:20.299069 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd29fc-5392-40b4-ae94-bbd96a768995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef137610-f293-497b-930b-8808a21f2eb7,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:20.330366 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Network 5012c75d-a243-4944-8d66-8ed06ea71a2b is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:20.331887 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:20.431296 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['47eba8e4-9b49-4c55-9948-b72eb9a93876'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:45:20.566470 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Router 6ee556f7-e823-483f-a646-48e635acae90 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:45:20.757804 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45afe0-64f4-4590-a0fa-9d870f7f2428 req-dd87a048-24ed-442d-b600-cc23e0bc0770 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:20.765822 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f45afe0-64f4-4590-a0fa-9d870f7f2428 req-dd87a048-24ed-442d-b600-cc23e0bc0770 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 948 time: 0.1630886 Apr 05 13:45:20.908456 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:45:20.916442 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2db9a416-1127-4e90-8b1b-92708e3d14e8 admin admin] 10.222.0.59 "PUT /v2.0/routers/6ee556f7-e823-483f-a646-48e635acae90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2881775 Apr 05 13:45:20.951722 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f45afe0-64f4-4590-a0fa-9d870f7f2428 req-e536db4e-c1d7-438d-8ded-018793ac1a53 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776550 Apr 05 13:45:20.954477 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device f15a0ade-6f06-4d43-8758-538733c82537 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:21.067226 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f98ac8-8512-4a81-ae99-c6b0bd11056b req-99c987ac-afa0-4060-ae58-623cb84b12c6 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:21.069167 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-42f98ac8-8512-4a81-ae99-c6b0bd11056b req-99c987ac-afa0-4060-ae58-623cb84b12c6 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1269128 Apr 05 13:45:21.080740 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53420) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:21.109779 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e188e916-c7fe-4b31-9422-74921270c684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.114008 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-73eeb2ef-cbdf-42f5-8826-38912653c8f9 None None] Provisioning complete for port 014bfe9a-587c-4a72-a6a7-dff5e84a351c triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:21.114461 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-73eeb2ef-cbdf-42f5-8826-38912653c8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.204619 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-42f98ac8-8512-4a81-ae99-c6b0bd11056b req-dc1596ba-43cd-4e0b-a60c-713a1a6a1dbd tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272194 Apr 05 13:45:21.219805 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port f15a0ade-6f06-4d43-8758-538733c82537 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:21.221104 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (f15a0ade-6f06-4d43-8758-538733c82537), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.265493 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-73eeb2ef-cbdf-42f5-8826-38912653c8f9 None None] Port 014bfe9a-587c-4a72-a6a7-dff5e84a351c cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:45:21.404157 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port f15a0ade-6f06-4d43-8758-538733c82537 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:21.404741 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (f15a0ade-6f06-4d43-8758-538733c82537), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.443466 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port f15a0ade-6f06-4d43-8758-538733c82537, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=f15a0ade-6f06-4d43-8758-538733c82537,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:21.448967 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e188e916-c7fe-4b31-9422-74921270c684 admin admin] Publish callbacks [] for security_group (d7196732-0dae-4c85-9d4d-e21c2fa872b3), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.452063 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (f15a0ade-6f06-4d43-8758-538733c82537), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.476626 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e188e916-c7fe-4b31-9422-74921270c684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (d7196732-0dae-4c85-9d4d-e21c2fa872b3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.556047 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=f15a0ade-6f06-4d43-8758-538733c82537,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:21.582547 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e188e916-c7fe-4b31-9422-74921270c684 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=319135928ae44fe6bbd54ace254360fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4995348 Apr 05 13:45:21.585389 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53444) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:21.588752 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188e916-c7fe-4b31-9422-74921270c684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7196732-0dae-4c85-9d4d-e21c2fa872b3,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:21.594756 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-9d61178c-7789-4da0-a579-5a6d8ed3a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:21.596405 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-9d61178c-7789-4da0-a579-5a6d8ed3a787 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 1130 time: 0.2068748 Apr 05 13:45:21.707609 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f20b0b68-95a9-4f5f-b77c-fa8506a59f0c admin admin] Publish callbacks [] for security_group (d7196732-0dae-4c85-9d4d-e21c2fa872b3), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.741323 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f20b0b68-95a9-4f5f-b77c-fa8506a59f0c admin admin] Publish callbacks [] for security_group (d7196732-0dae-4c85-9d4d-e21c2fa872b3), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.802958 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f20b0b68-95a9-4f5f-b77c-fa8506a59f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (d7196732-0dae-4c85-9d4d-e21c2fa872b3), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.807693 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f20b0b68-95a9-4f5f-b77c-fa8506a59f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:21.814542 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-f20b0b68-95a9-4f5f-b77c-fa8506a59f0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d7196732-0dae-4c85-9d4d-e21c2fa872b3 HTTP/1.1" status: 204 len: 168 time: 0.2280207 Apr 05 13:45:21.822779 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c266604-686b-4130-8cc2-e3d910b63c28 req-3a73e3bd-2dd1-4cf9-9b3d-d6be09ca84c1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:21.825307 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b0b68-95a9-4f5f-b77c-fa8506a59f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7196732-0dae-4c85-9d4d-e21c2fa872b3,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:21.834342 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c266604-686b-4130-8cc2-e3d910b63c28 req-3a73e3bd-2dd1-4cf9-9b3d-d6be09ca84c1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.3717332 Apr 05 13:45:21.903242 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-351ddc88-ff1e-45b6-b2ca-3cf3900c53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:21.904804 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-351ddc88-ff1e-45b6-b2ca-3cf3900c53c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.2969995 Apr 05 13:45:22.003003 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-5c0dcb84-6db5-4eb5-9756-86f20c22ae77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b817a5d-3997-48f5-8143-c7c5935059ae HTTP/1.1" status: 200 len: 217 time: 0.0893865 Apr 05 13:45:22.007182 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2c266604-686b-4130-8cc2-e3d910b63c28 req-0ea09ae0-41ab-4b09-8263-c75e85ad43f3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720319 Apr 05 13:45:22.130908 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-68aa5e1e-06ea-4b11-afd0-bf17635a4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:22.149641 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-68aa5e1e-06ea-4b11-afd0-bf17635a4ec4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.1296947 Apr 05 13:45:22.179871 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7ff51-3477-496e-9847-4afbe24a7364 req-68815a75-c589-465c-9b44-0ad251c1b7ee tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:22.181711 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a2c7ff51-3477-496e-9847-4afbe24a7364 req-68815a75-c589-465c-9b44-0ad251c1b7ee tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 948 time: 0.0734267 Apr 05 13:45:22.230170 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-99d4e4b0-8728-42b5-9f2c-0d24f6ef54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:22.234166 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-99d4e4b0-8728-42b5-9f2c-0d24f6ef54c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763745 Apr 05 13:45:22.274125 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a2c7ff51-3477-496e-9847-4afbe24a7364 req-9751ed64-1dc1-4e35-ba20-e01fc71892b7 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746808 Apr 05 13:45:22.315017 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 47eba8e4-9b49-4c55-9948-b72eb9a93876 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:22.453456 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 47eba8e4-9b49-4c55-9948-b72eb9a93876 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:45:22.460304 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 47eba8e4-9b49-4c55-9948-b72eb9a93876 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:22.460776 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:22.523181 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-58404c71-6359-4017-ad12-350f6ee84103 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648659 Apr 05 13:45:22.675128 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 47eba8e4-9b49-4c55-9948-b72eb9a93876 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:22.677849 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:22.704501 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d82ef5-c50d-435b-839a-81d2fc848072 req-d2524994-175d-4e93-9daf-f519dfa9d9e2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:22.706272 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a7d82ef5-c50d-435b-839a-81d2fc848072 req-d2524994-175d-4e93-9daf-f519dfa9d9e2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1820798 Apr 05 13:45:22.735207 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60c0c63-a765-43bd-bcf4-357ae6918949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eba8e4-9b49-4c55-9948-b72eb9a93876'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:45:22.746209 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f117db-f6af-4e3e-b0a0-cb9fc900d174" -d '{"events": [{"server_uuid": "d60c0c63-a765-43bd-bcf4-357ae6918949", "name": "network-vif-plugged", "status": "completed", "tag": "47eba8e4-9b49-4c55-9948-b72eb9a93876"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:45:22.765569 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fcda5f1f-482b-41d8-a3da-ac9bd20aaa1d req-d53d0760-0229-42ab-855e-8d35e4b616a4 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309349 Apr 05 13:45:22.798614 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 47eba8e4-9b49-4c55-9948-b72eb9a93876, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=47eba8e4-9b49-4c55-9948-b72eb9a93876,segment=NetworkSegment(c7436e13-0238-4700-8596-a9b8ca35d193),segment_id=c7436e13-0238-4700-8596-a9b8ca35d193)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:22.826637 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:22.833199 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a7d82ef5-c50d-435b-839a-81d2fc848072 req-e35dd4c5-39d8-4b63-a5a4-b994defb340f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168120 Apr 05 13:45:22.879114 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5f8896-fa34-4ee0-874d-2b90da0551ad x-openstack-request-id: req-8b5f8896-fa34-4ee0-874d-2b90da0551ad {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:45:22.879319 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60c0c63-a765-43bd-bcf4-357ae6918949", "name": "network-vif-plugged", "status": "completed", "tag": "47eba8e4-9b49-4c55-9948-b72eb9a93876", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:45:22.879805 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b5f8896-fa34-4ee0-874d-2b90da0551ad {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:45:22.880491 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5f8896-fa34-4ee0-874d-2b90da0551ad'] response: {'server_uuid': 'd60c0c63-a765-43bd-bcf4-357ae6918949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eba8e4-9b49-4c55-9948-b72eb9a93876', 'code': 200} Apr 05 13:45:22.912616 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device f15a0ade-6f06-4d43-8758-538733c82537 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:22.950908 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=47eba8e4-9b49-4c55-9948-b72eb9a93876,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:22.990954 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port f15a0ade-6f06-4d43-8758-538733c82537 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:22.991342 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (f15a0ade-6f06-4d43-8758-538733c82537), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:23.085708 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Sync routers for ids ['6ee556f7-e823-483f-a646-48e635acae90'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:45:23.154544 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port f15a0ade-6f06-4d43-8758-538733c82537 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:23.165367 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Routers {'6ee556f7-e823-483f-a646-48e635acae90'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:23.166083 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['6ee556f7-e823-483f-a646-48e635acae90'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:23.255206 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2df3b-408d-48d2-9034-d5bace405ca3 req-1387948b-b471-467a-8a39-e66c90d57483 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:23.265995 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257fb3-830a-442f-a3ee-d82bdc178292 req-d74fdae3-019c-4f3e-8bdf-a5cb55dfd3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:23.268246 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-56f2df3b-408d-48d2-9034-d5bace405ca3 req-1387948b-b471-467a-8a39-e66c90d57483 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1501768 Apr 05 13:45:23.273451 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f7257fb3-830a-442f-a3ee-d82bdc178292 req-d74fdae3-019c-4f3e-8bdf-a5cb55dfd3a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 1133 time: 0.1106687 Apr 05 13:45:23.388768 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-56f2df3b-408d-48d2-9034-d5bace405ca3 req-d6607374-c023-49f4-a373-d0a71f2da015 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095076 Apr 05 13:45:23.401050 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Set router 6ee556f7-e823-483f-a646-48e635acae90 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:23.420264 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f7257fb3-830a-442f-a3ee-d82bdc178292 req-c92ef0f7-631f-4336-ae01-41a8fe7f4cdb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434951 Apr 05 13:45:23.440287 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bec17-c466-4de3-bee8-8032554069da req-2dcd55bd-bfa2-4684-ac9b-359fe39c5a90 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:23.447621 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-676bec17-c466-4de3-bee8-8032554069da req-2dcd55bd-bfa2-4684-ac9b-359fe39c5a90 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 949 time: 0.0842514 Apr 05 13:45:23.536168 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-676bec17-c466-4de3-bee8-8032554069da req-247327f4-0eca-4136-a92b-95c9a314a226 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876474 Apr 05 13:45:23.890682 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee556f7-e823-483f-a646-48e635acae90', 'name': 'tempest-TestMinimumBasicScenario-1691315519-router', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:13Z', 'updated_at': '2022-04-05T13:45:19Z', 'revision_number': 4, 'project_id': '2252db290d944e8280cc95089bed186d', 'gw_port': {'id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee556f7-e823-483f-a646-48e635acae90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:14Z', 'updated_at': '2022-04-05T13:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '014bfe9a-587c-4a72-a6a7-dff5e84a351c', 'name': '', 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'mac_address': 'fa:16:3e:8b:88:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee556f7-e823-483f-a646-48e635acae90', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '86399f30-1bcf-4315-b46f-d3ce6f31f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:18Z', 'updated_at': '2022-04-05T13:45:19Z', 'revision_number': 2, 'project_id': '2252db290d944e8280cc95089bed186d', 'subnets': [{'id': '86399f30-1bcf-4315-b46f-d3ce6f31f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:23.966009 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Checking router: 6ee556f7-e823-483f-a646-48e635acae90 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:45:23.966383 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Updating router 6ee556f7-e823-483f-a646-48e635acae90 port 014bfe9a-587c-4a72-a6a7-dff5e84a351c binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:45:24.037065 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:24.078347 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea048-9dd6-415f-9508-d4ab158ee813 req-2d708c9f-043d-4d89-8cde-7127afa0703a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:24.087330 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-852ea048-9dd6-415f-9508-d4ab158ee813 req-2d708c9f-043d-4d89-8cde-7127afa0703a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1130798 Apr 05 13:45:24.183046 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-852ea048-9dd6-415f-9508-d4ab158ee813 req-c4be8c8d-e11d-46d9-aab5-1082269f8a30 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944259 Apr 05 13:45:24.401150 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53576) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:24.713042 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Publish callbacks [] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:24.724674 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:24.773098 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5156c-b4d6-46f6-8dac-30e97c7ee6c1 req-1a2b2e5b-102b-4cbb-a651-cca8839ac1c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:24.781006 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9fd5156c-b4d6-46f6-8dac-30e97c7ee6c1 req-1a2b2e5b-102b-4cbb-a651-cca8839ac1c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1763539 Apr 05 13:45:24.883020 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a69f8-0720-4413-8f10-f457018f3ea6 req-68f10753-2737-4f22-a45c-90847732ea19 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:24.890638 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9a9a69f8-0720-4413-8f10-f457018f3ea6 req-68f10753-2737-4f22-a45c-90847732ea19 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 949 time: 0.1582320 Apr 05 13:45:24.928045 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c15a1d-4028-4039-8d7e-2d11ee251f19 None None] Pushing event updated for resources: {'Port': ['ID=014bfe9a-587c-4a72-a6a7-dff5e84a351c,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:24.942085 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9fd5156c-b4d6-46f6-8dac-30e97c7ee6c1 req-309d8ba8-7bfd-447b-8485-0d2e41fac9ac tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542745 Apr 05 13:45:24.999311 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8164b6f1-881f-4034-abeb-80fe7d0958e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.066887 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Attempting to bind port 014bfe9a-587c-4a72-a6a7-dff5e84a351c on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:25.067310 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Attempting to bind port 014bfe9a-587c-4a72-a6a7-dff5e84a351c by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '078d6dce-47aa-4897-884b-fa8f0c4fbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:25.067774 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Attempting to bind port 014bfe9a-587c-4a72-a6a7-dff5e84a351c on network 5012c75d-a243-4944-8d66-8ed06ea71a2b {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:25.081841 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:25.082233 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Checking segment: {'id': '078d6dce-47aa-4897-884b-fa8f0c4fbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:25.083799 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.084206 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Bound using segment: {'id': '078d6dce-47aa-4897-884b-fa8f0c4fbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:25.085725 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Bound port: 014bfe9a-587c-4a72-a6a7-dff5e84a351c, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078d6dce-47aa-4897-884b-fa8f0c4fbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:25.087719 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.112526 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9a9a69f8-0720-4413-8f10-f457018f3ea6 req-638d1570-f8c1-4e47-af8e-c72a2bc437cc tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123868 Apr 05 13:45:25.161367 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8164b6f1-881f-4034-abeb-80fe7d0958e2 admin admin] Publish callbacks [] for security_group (22502cd1-f2b2-4463-b18d-3392a153d974), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.175075 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8164b6f1-881f-4034-abeb-80fe7d0958e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (22502cd1-f2b2-4463-b18d-3392a153d974), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.224460 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8164b6f1-881f-4034-abeb-80fe7d0958e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f37826afeef54733948d5a59ca4277e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8221540 Apr 05 13:45:25.227360 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53592) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:25.268199 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] For port 014bfe9a-587c-4a72-a6a7-dff5e84a351c, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:25.271258 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164b6f1-881f-4034-abeb-80fe7d0958e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22502cd1-f2b2-4463-b18d-3392a153d974,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:25.281894 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] For port 014bfe9a-587c-4a72-a6a7-dff5e84a351c, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=014bfe9a-587c-4a72-a6a7-dff5e84a351c,segment=NetworkSegment(078d6dce-47aa-4897-884b-fa8f0c4fbd21),segment_id=078d6dce-47aa-4897-884b-fa8f0c4fbd21)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:25.291426 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.374971 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-744c0f8b-b58c-424d-b6cd-5e058054d2ee admin admin] Publish callbacks [] for security_group (22502cd1-f2b2-4463-b18d-3392a153d974), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.416954 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-744c0f8b-b58c-424d-b6cd-5e058054d2ee admin admin] Publish callbacks [] for security_group (22502cd1-f2b2-4463-b18d-3392a153d974), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.425874 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-7e8b1612-4fb6-4a0e-9421-ae51fc5847d8 None None] Provisioning complete for port 014bfe9a-587c-4a72-a6a7-dff5e84a351c triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:25.432054 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1612-4fb6-4a0e-9421-ae51fc5847d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.438875 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b8f8e-ded6-44f5-abbb-13093f6c7b46 req-2ad59442-e184-4e2a-ad4f-e8887c42a7c3 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:25.443265 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-045b8f8e-ded6-44f5-abbb-13093f6c7b46 req-2ad59442-e184-4e2a-ad4f-e8887c42a7c3 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1196191 Apr 05 13:45:25.494421 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-744c0f8b-b58c-424d-b6cd-5e058054d2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (22502cd1-f2b2-4463-b18d-3392a153d974), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.498639 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-744c0f8b-b58c-424d-b6cd-5e058054d2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:25.503098 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-744c0f8b-b58c-424d-b6cd-5e058054d2ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22502cd1-f2b2-4463-b18d-3392a153d974 HTTP/1.1" status: 204 len: 168 time: 0.2712474 Apr 05 13:45:25.518097 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c0f8b-b58c-424d-b6cd-5e058054d2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22502cd1-f2b2-4463-b18d-3392a153d974,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:25.593572 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-045b8f8e-ded6-44f5-abbb-13093f6c7b46 req-83f99c27-6301-4680-81a3-b3fe8ccd5f5c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413348 Apr 05 13:45:25.609240 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c15a1d-4028-4039-8d7e-2d11ee251f19 None None] Pushing event updated for resources: {'Port': ['ID=014bfe9a-587c-4a72-a6a7-dff5e84a351c,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:25.642667 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Routers {'6ee556f7-e823-483f-a646-48e635acae90'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:25.643983 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['6ee556f7-e823-483f-a646-48e635acae90'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:25.836850 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] Set router 6ee556f7-e823-483f-a646-48e635acae90 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:26.277862 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc91ef-4fa7-482c-af13-d2ae319e213d req-eea4fb10-2667-435b-a098-97b10f94ebb2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:26.281582 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfdc91ef-4fa7-482c-af13-d2ae319e213d req-eea4fb10-2667-435b-a098-97b10f94ebb2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1902788 Apr 05 13:45:26.332517 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b1612-4fb6-4a0e-9421-ae51fc5847d8 None None] Current status of the port 014bfe9a-587c-4a72-a6a7-dff5e84a351c is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:26.333030 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1612-4fb6-4a0e-9421-ae51fc5847d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:26.429053 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-7e8b1612-4fb6-4a0e-9421-ae51fc5847d8 None None] For port 014bfe9a-587c-4a72-a6a7-dff5e84a351c, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=014bfe9a-587c-4a72-a6a7-dff5e84a351c,segment=NetworkSegment(078d6dce-47aa-4897-884b-fa8f0c4fbd21),segment_id=078d6dce-47aa-4897-884b-fa8f0c4fbd21)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:26.429604 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfdc91ef-4fa7-482c-af13-d2ae319e213d req-ba4aed7a-fdc8-4351-bd09-bf8163b66045 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317036 Apr 05 13:45:26.434978 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1612-4fb6-4a0e-9421-ae51fc5847d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:26.478714 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee556f7-e823-483f-a646-48e635acae90', 'name': 'tempest-TestMinimumBasicScenario-1691315519-router', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:13Z', 'updated_at': '2022-04-05T13:45:19Z', 'revision_number': 4, 'project_id': '2252db290d944e8280cc95089bed186d', 'gw_port': {'id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee556f7-e823-483f-a646-48e635acae90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:14Z', 'updated_at': '2022-04-05T13:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '014bfe9a-587c-4a72-a6a7-dff5e84a351c', 'name': '', 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'mac_address': 'fa:16:3e:8b:88:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee556f7-e823-483f-a646-48e635acae90', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '86399f30-1bcf-4315-b46f-d3ce6f31f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:18Z', 'updated_at': '2022-04-05T13:45:25Z', 'revision_number': 4, 'project_id': '2252db290d944e8280cc95089bed186d', 'subnets': [{'id': '86399f30-1bcf-4315-b46f-d3ce6f31f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:26.479140 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389f8ab-f163-405f-a910-ec20293c85e6 req-f4dde4c7-f2a9-4f03-abcb-c15620453af5 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:26.489371 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f389f8ab-f163-405f-a910-ec20293c85e6 req-f4dde4c7-f2a9-4f03-abcb-c15620453af5 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 949 time: 0.1924536 Apr 05 13:45:26.519958 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f8ca2-1f4e-4992-b4ec-b1fa016ba133 None None] The sync data for ids ['6ee556f7-e823-483f-a646-48e635acae90'] in dv-cinder-835878-2-iscsi is: [{'id': '6ee556f7-e823-483f-a646-48e635acae90', 'name': 'tempest-TestMinimumBasicScenario-1691315519-router', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:13Z', 'updated_at': '2022-04-05T13:45:19Z', 'revision_number': 4, 'project_id': '2252db290d944e8280cc95089bed186d', 'gw_port': {'id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee556f7-e823-483f-a646-48e635acae90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:14Z', 'updated_at': '2022-04-05T13:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '014bfe9a-587c-4a72-a6a7-dff5e84a351c', 'name': '', 'network_id': '5012c75d-a243-4944-8d66-8ed06ea71a2b', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'mac_address': 'fa:16:3e:8b:88:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee556f7-e823-483f-a646-48e635acae90', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '86399f30-1bcf-4315-b46f-d3ce6f31f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:18Z', 'updated_at': '2022-04-05T13:45:25Z', 'revision_number': 4, 'project_id': '2252db290d944e8280cc95089bed186d', 'subnets': [{'id': '86399f30-1bcf-4315-b46f-d3ce6f31f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:45:26.575790 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b1612-4fb6-4a0e-9421-ae51fc5847d8 None None] Pushing event updated for resources: {'Port': ['ID=014bfe9a-587c-4a72-a6a7-dff5e84a351c,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:26.591780 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-17dbcb4f-0103-4172-b4fa-52e56d197b71 None None] Provisioning complete for port 014bfe9a-587c-4a72-a6a7-dff5e84a351c triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:26.591780 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-17dbcb4f-0103-4172-b4fa-52e56d197b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:26.615068 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f389f8ab-f163-405f-a910-ec20293c85e6 req-495a0ce6-4baf-4f20-92a6-c1ec3916a161 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247325 Apr 05 13:45:26.736902 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-17dbcb4f-0103-4172-b4fa-52e56d197b71 None None] Current status of the port 014bfe9a-587c-4a72-a6a7-dff5e84a351c is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:26.965853 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc213d-9981-43f1-9260-21489a67f424 req-e461606c-9740-423c-b492-8e920939eee1 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:26.983565 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b4dc213d-9981-43f1-9260-21489a67f424 req-e461606c-9740-423c-b492-8e920939eee1 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.2140591 Apr 05 13:45:27.000626 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 014bfe9a-587c-4a72-a6a7-dff5e84a351c up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:27.110680 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 014bfe9a-587c-4a72-a6a7-dff5e84a351c triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:27.111609 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:27.181090 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b4dc213d-9981-43f1-9260-21489a67f424 req-f78c1ce6-0637-4374-b212-669dbb0d9a08 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961761 Apr 05 13:45:27.325449 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 014bfe9a-587c-4a72-a6a7-dff5e84a351c is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:27.344172 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3d6b2-38ce-4bab-b269-8ec46991e450 req-e60abd76-ddcf-48d4-9b82-695bb91c2304 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:27.346727 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-72c3d6b2-38ce-4bab-b269-8ec46991e450 req-e60abd76-ddcf-48d4-9b82-695bb91c2304 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 949 time: 0.1325631 Apr 05 13:45:27.430108 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-72c3d6b2-38ce-4bab-b269-8ec46991e450 req-823c8d48-7f37-4ec3-9bd4-dbd8dcb20398 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767837 Apr 05 13:45:27.583374 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3945202-3f58-4978-bd52-a86b211ad899 req-aff04176-cc2e-430c-8efd-e644f595a633 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:27.584903 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f3945202-3f58-4978-bd52-a86b211ad899 req-aff04176-cc2e-430c-8efd-e644f595a633 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0665336 Apr 05 13:45:27.681776 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f3945202-3f58-4978-bd52-a86b211ad899 req-14dc2fe9-dd56-4f42-a5db-9ce6c38694a5 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775330 Apr 05 13:45:28.071489 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53678) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:28.270070 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1e87a79f-04cc-47b7-af22-ccadba4ee52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:28.389426 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fd17a-40f6-48e3-a7f0-1d34f85e904b req-8c6ee48d-4266-4d42-8fbb-0a279b6fac6e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:28.391259 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d94fd17a-40f6-48e3-a7f0-1d34f85e904b req-8c6ee48d-4266-4d42-8fbb-0a279b6fac6e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1137328 Apr 05 13:45:28.445424 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1e87a79f-04cc-47b7-af22-ccadba4ee52e admin admin] Publish callbacks [] for security_group (634af49d-3461-4255-91e7-dfeedd3bac0f), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:28.454591 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1e87a79f-04cc-47b7-af22-ccadba4ee52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (634af49d-3461-4255-91e7-dfeedd3bac0f), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:28.500355 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d94fd17a-40f6-48e3-a7f0-1d34f85e904b req-ff897697-f200-47d9-bb5f-6494e1cba8cc tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970089 Apr 05 13:45:28.573409 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-1e87a79f-04cc-47b7-af22-ccadba4ee52e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8fc9d109c96442cb6e9acd73783701f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5002828 Apr 05 13:45:28.581349 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53690) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:28.588084 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87a79f-04cc-47b7-af22-ccadba4ee52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634af49d-3461-4255-91e7-dfeedd3bac0f,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:28.679490 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-f9313ad3-f4e8-4893-ad4f-fe38398c600e tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:28.696728 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-f9313ad3-f4e8-4893-ad4f-fe38398c600e tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 949 time: 0.1381238 Apr 05 13:45:28.712733 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3184598-b28a-4657-a353-e89d11a28044 req-cf51aa20-ee1f-4486-be22-f2668c540f53 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:28.725467 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b3184598-b28a-4657-a353-e89d11a28044 req-cf51aa20-ee1f-4486-be22-f2668c540f53 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 949 time: 0.1382403 Apr 05 13:45:28.758660 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d590521f-dd73-407a-a981-e360e3ed5f7c admin admin] Publish callbacks [] for security_group (634af49d-3461-4255-91e7-dfeedd3bac0f), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:28.788198 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d590521f-dd73-407a-a981-e360e3ed5f7c admin admin] Publish callbacks [] for security_group (634af49d-3461-4255-91e7-dfeedd3bac0f), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:28.890385 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b3184598-b28a-4657-a353-e89d11a28044 req-ab85005c-7d0c-4096-a859-85260c77e60d tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638916 Apr 05 13:45:28.937690 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d590521f-dd73-407a-a981-e360e3ed5f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (634af49d-3461-4255-91e7-dfeedd3bac0f), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:28.941873 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d590521f-dd73-407a-a981-e360e3ed5f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:28.943328 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d590521f-dd73-407a-a981-e360e3ed5f7c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/634af49d-3461-4255-91e7-dfeedd3bac0f HTTP/1.1" status: 204 len: 168 time: 0.3587179 Apr 05 13:45:28.955556 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590521f-dd73-407a-a981-e360e3ed5f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634af49d-3461-4255-91e7-dfeedd3bac0f,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:28.969412 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331c18e-fb19-4469-b085-f082f6641599 req-cd98bc0c-4461-4b85-a8e8-b315a4d6ab6e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:28.971917 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1331c18e-fb19-4469-b085-f082f6641599 req-cd98bc0c-4461-4b85-a8e8-b315a4d6ab6e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1908867 Apr 05 13:45:29.008415 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-052cf4ef-5f5c-485e-8857-ce9463fb6a84 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Deleting port 47eba8e4-9b49-4c55-9948-b72eb9a93876 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:45:29.008894 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-052cf4ef-5f5c-485e-8857-ce9463fb6a84 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:29.427307 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1331c18e-fb19-4469-b085-f082f6641599 req-ce9b96c0-b550-4891-a903-717a5501f327 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409685 Apr 05 13:45:29.462333 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-052cf4ef-5f5c-485e-8857-ce9463fb6a84 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] For port 47eba8e4-9b49-4c55-9948-b72eb9a93876, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=47eba8e4-9b49-4c55-9948-b72eb9a93876,segment=NetworkSegment(c7436e13-0238-4700-8596-a9b8ca35d193),segment_id=c7436e13-0238-4700-8596-a9b8ca35d193)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:29.462856 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-052cf4ef-5f5c-485e-8857-ce9463fb6a84 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:29.479668 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-052cf4ef-5f5c-485e-8857-ce9463fb6a84 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Calling delete_port for 47eba8e4-9b49-4c55-9948-b72eb9a93876 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:45:29.699405 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0cfd3-c083-4d10-a9fe-f7d626a5ea1e req-83f929b0-5f87-425b-b0d2-1b1e04b6f846 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:29.701068 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bbb0cfd3-c083-4d10-a9fe-f7d626a5ea1e req-83f929b0-5f87-425b-b0d2-1b1e04b6f846 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0873384 Apr 05 13:45:29.782475 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-052cf4ef-5f5c-485e-8857-ce9463fb6a84 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (47eba8e4-9b49-4c55-9948-b72eb9a93876), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:29.801090 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['47eba8e4-9b49-4c55-9948-b72eb9a93876'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:45:29.831950 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bbb0cfd3-c083-4d10-a9fe-f7d626a5ea1e req-2b303f44-de61-47f7-8027-1c9d68735b38 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250465 Apr 05 13:45:29.889193 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cf4ef-5f5c-485e-8857-ce9463fb6a84 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Pushing event deleted for resources: {'Port': ['ID=47eba8e4-9b49-4c55-9948-b72eb9a93876,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:29.967292 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-052cf4ef-5f5c-485e-8857-ce9463fb6a84 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] No DVR routers for this DVR port 47eba8e4-9b49-4c55-9948-b72eb9a93876 on host hv-cinder-83587 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:45:29.979711 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-052cf4ef-5f5c-485e-8857-ce9463fb6a84 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:29.984395 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a3f2a291-3925-41f5-83a2-ab14a7b58c68 req-052cf4ef-5f5c-485e-8857-ce9463fb6a84 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.46 "DELETE /v2.0/ports/47eba8e4-9b49-4c55-9948-b72eb9a93876 HTTP/1.1" status: 204 len: 173 time: 1.2817028 Apr 05 13:45:29.986046 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60c0c63-a765-43bd-bcf4-357ae6918949', 'name': 'network-vif-deleted', 'tag': '47eba8e4-9b49-4c55-9948-b72eb9a93876'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:45:29.999217 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f67f0a0-23c1-4e52-b253-e6df865cdf38" -d '{"events": [{"server_uuid": "d60c0c63-a765-43bd-bcf4-357ae6918949", "name": "network-vif-deleted", "tag": "47eba8e4-9b49-4c55-9948-b72eb9a93876"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:45:30.072107 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb70d67b-817f-4505-9eaa-66adff749aba x-openstack-request-id: req-eb70d67b-817f-4505-9eaa-66adff749aba {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:45:30.072692 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60c0c63-a765-43bd-bcf4-357ae6918949", "name": "network-vif-deleted", "tag": "47eba8e4-9b49-4c55-9948-b72eb9a93876", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:45:30.073163 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb70d67b-817f-4505-9eaa-66adff749aba {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:45:30.073282 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53750) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:30.073859 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb70d67b-817f-4505-9eaa-66adff749aba'] response: {'server_uuid': 'd60c0c63-a765-43bd-bcf4-357ae6918949', 'name': 'network-vif-deleted', 'tag': '47eba8e4-9b49-4c55-9948-b72eb9a93876', 'status': 'completed', 'code': 200} Apr 05 13:45:30.077407 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-65f4ebb0-638b-40a4-88e1-dab1ff0ac5f7 req-7ab2882e-16ea-4e9f-b184-e26df3dbc978 tempest-VolumesNegativeTest-1270735368 tempest-VolumesNegativeTest-1270735368-project] 10.222.0.59 "GET /v2.0/ports?device_id=d60c0c63-a765-43bd-bcf4-357ae6918949 HTTP/1.1" status: 200 len: 210 time: 0.0920424 Apr 05 13:45:30.256764 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-261291414-network', 'tenant_id': 'f065b9be718746fe906f667735f52b74'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:30.291445 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Made reservation on behalf of f065b9be718746fe906f667735f52b74 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:30.304307 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:30.315712 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:30.416813 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Publish callbacks [] for security_group (30297b37-7c39-44ce-8022-2278c760a1d6), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:30.422102 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (30297b37-7c39-44ce-8022-2278c760a1d6), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:30.445492 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:45:30.463489 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30297b37-7c39-44ce-8022-2278c760a1d6,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:30.467748 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (e93e10ed-d725-4671-b435-0cdd93b12d42), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:30.468098 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Added segment e93e10ed-d725-4671-b435-0cdd93b12d42 of type vlan for network e182e83f-1d35-4925-a1e8-7545c18bde85 Apr 05 13:45:30.575612 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (e182e83f-1d35-4925-a1e8-7545c18bde85), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:30.627379 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f8a8f-ea5a-44da-9661-fbad9f22e30e req-3c957ce9-1435-4304-a670-27240a1cb186 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:30.634511 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-518f8a8f-ea5a-44da-9661-fbad9f22e30e req-3c957ce9-1435-4304-a670-27240a1cb186 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1072633 Apr 05 13:45:30.656693 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (e182e83f-1d35-4925-a1e8-7545c18bde85), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:30.660307 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:30.660965 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:30.767720 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] Pushing event updated for resources: {'Network': ['ID=e182e83f-1d35-4925-a1e8-7545c18bde85,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:30.780947 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network e182e83f-1d35-4925-a1e8-7545c18bde85 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:45:30.794167 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-667c5005-49f4-4c27-9e33-6408a0177d39 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7197516 Apr 05 13:45:30.796047 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53778) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:30.801679 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Request body: {'subnet': {'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-261291414-subnet', 'tenant_id': 'f065b9be718746fe906f667735f52b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:30.840300 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Made reservation on behalf of f065b9be718746fe906f667735f52b74 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:30.843084 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25434329'] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:30.857940 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-518f8a8f-ea5a-44da-9661-fbad9f22e30e req-2a7cd9e3-c62f-469a-856f-c2332526bded tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221613 Apr 05 13:45:31.085145 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea153b-33e1-44ee-a03d-6fec22d39da0 req-baa74215-600e-4ba9-8bd0-c711a2b15e55 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:31.087089 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-17ea153b-33e1-44ee-a03d-6fec22d39da0 req-baa74215-600e-4ba9-8bd0-c711a2b15e55 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1278586 Apr 05 13:45:31.161643 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25339361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25434311'] for subnet (b11bffbd-825b-4198-9486-0abf63e39baa), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:31.221526 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-17ea153b-33e1-44ee-a03d-6fec22d39da0 req-fb96102c-2cca-4f81-8fde-e8dcc7b5373b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059422 Apr 05 13:45:31.270472 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11bffbd-825b-4198-9486-0abf63e39baa,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:31.281154 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Checking segment: {'id': 'e93e10ed-d725-4671-b435-0cdd93b12d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:31.281897 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Network hostable DHCP agents. Network: e182e83f-1d35-4925-a1e8-7545c18bde85, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:45:31.310706 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Network e182e83f-1d35-4925-a1e8-7545c18bde85 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:45:31.325906 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, e182e83f-1d35-4925-a1e8-7545c18bde85) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:31.334877 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d640702-53ba-4a1f-8c97-fe8c3ec431c7 None None] Network e182e83f-1d35-4925-a1e8-7545c18bde85 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:45:31.338369 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:31.338984 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:31.378638 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a56ebad4-8bcc-4d28-bab2-5ed87804cfe4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5807536 Apr 05 13:45:31.579599 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef985b-a8de-4f38-984a-af85e8dc19cd None None] Network e182e83f-1d35-4925-a1e8-7545c18bde85 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:45:32.049219 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45e34e-0626-4664-a58a-686650adc7a0 req-9c95def9-7fb9-4cb6-862b-e4022d86076e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:32.056490 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9b45e34e-0626-4664-a58a-686650adc7a0 req-9c95def9-7fb9-4cb6-862b-e4022d86076e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0853820 Apr 05 13:45:32.062022 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53826) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:32.152352 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9b45e34e-0626-4664-a58a-686650adc7a0 req-03d642f8-d58b-4569-ae0e-728196bfa936 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944993 Apr 05 13:45:32.291539 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-52d2a056-3291-4e43-8eeb-eb7fed49a371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:32.356789 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 47eba8e4-9b49-4c55-9948-b72eb9a93876 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:45:32.459888 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099949ed-7988-4404-8966-fa91c478861c req-ffb98a6c-3b1f-4ec3-9de9-2e8c304d107e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:32.465793 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 47eba8e4-9b49-4c55-9948-b72eb9a93876 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:45:32.466141 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 47eba8e4-9b49-4c55-9948-b72eb9a93876 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:45:32.474083 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-099949ed-7988-4404-8966-fa91c478861c req-ffb98a6c-3b1f-4ec3-9de9-2e8c304d107e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1081362 Apr 05 13:45:32.552206 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-52d2a056-3291-4e43-8eeb-eb7fed49a371 admin admin] Publish callbacks [] for security_group (6b47c9b2-3c9f-4362-b48f-7fb2bf8e1aad), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:32.560999 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-52d2a056-3291-4e43-8eeb-eb7fed49a371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (6b47c9b2-3c9f-4362-b48f-7fb2bf8e1aad), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:32.601791 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-52d2a056-3291-4e43-8eeb-eb7fed49a371 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6805bdcc04b4a2b82ca5cd316b7f655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5382245 Apr 05 13:45:32.604337 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53858) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:32.612826 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-099949ed-7988-4404-8966-fa91c478861c req-1d49cd28-a9db-4ea9-a60c-7ee82f49413c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402745 Apr 05 13:45:32.652686 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2a056-3291-4e43-8eeb-eb7fed49a371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b47c9b2-3c9f-4362-b48f-7fb2bf8e1aad,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:32.772833 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-caf9f146-0f60-4130-ab87-18ac3470f67f admin admin] Publish callbacks [] for security_group (6b47c9b2-3c9f-4362-b48f-7fb2bf8e1aad), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:32.829703 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-caf9f146-0f60-4130-ab87-18ac3470f67f admin admin] Publish callbacks [] for security_group (6b47c9b2-3c9f-4362-b48f-7fb2bf8e1aad), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:32.972127 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-caf9f146-0f60-4130-ab87-18ac3470f67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (6b47c9b2-3c9f-4362-b48f-7fb2bf8e1aad), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:32.978654 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-caf9f146-0f60-4130-ab87-18ac3470f67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:32.979914 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-caf9f146-0f60-4130-ab87-18ac3470f67f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b47c9b2-3c9f-4362-b48f-7fb2bf8e1aad HTTP/1.1" status: 204 len: 168 time: 0.3732603 Apr 05 13:45:33.001180 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9f146-0f60-4130-ab87-18ac3470f67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b47c9b2-3c9f-4362-b48f-7fb2bf8e1aad,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:33.173495 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53916) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:33.181859 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-40732eba-2d7e-4c7f-b53f-71937ebc9586 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851036108', 'description': 'tempest-description--1201065071'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:33.233812 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-40732eba-2d7e-4c7f-b53f-71937ebc9586 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.340233 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c3c0265f-74fb-4925-ad42-a8f874a774df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.371694 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-40732eba-2d7e-4c7f-b53f-71937ebc9586 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (b2c17537-79b3-4944-ac16-72d81d14a787), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.378081 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-40732eba-2d7e-4c7f-b53f-71937ebc9586 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b2c17537-79b3-4944-ac16-72d81d14a787), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.415673 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454588cf-c071-46f5-a71d-1e6ec9d28f52 req-9e0d7203-fc85-43d0-809b-35d104d50f22 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:33.419693 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-454588cf-c071-46f5-a71d-1e6ec9d28f52 req-9e0d7203-fc85-43d0-809b-35d104d50f22 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1371210 Apr 05 13:45:33.451995 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-40732eba-2d7e-4c7f-b53f-71937ebc9586 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.453812 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-40732eba-2d7e-4c7f-b53f-71937ebc9586 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2781434 Apr 05 13:45:33.459289 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53932) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:33.466406 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-b43b3c43-3203-47b6-89a2-d48439a2926f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group_rule': {'security_group_id': 'b2c17537-79b3-4944-ac16-72d81d14a787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:33.482263 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40732eba-2d7e-4c7f-b53f-71937ebc9586 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c17537-79b3-4944-ac16-72d81d14a787,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:33.548463 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b43b3c43-3203-47b6-89a2-d48439a2926f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (878c0faf-4d87-4ea1-a985-8cbf44d3d45b), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.569145 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-454588cf-c071-46f5-a71d-1e6ec9d28f52 req-202dfb01-9ce4-4ca0-b917-2920e795fa35 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246901 Apr 05 13:45:33.572111 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53938) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:33.590564 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25184f51-0b51-4266-b527-349382a6ee9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.704048 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b43b3c43-3203-47b6-89a2-d48439a2926f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (878c0faf-4d87-4ea1-a985-8cbf44d3d45b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.712296 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b43b3c43-3203-47b6-89a2-d48439a2926f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (878c0faf-4d87-4ea1-a985-8cbf44d3d45b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.713020 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25184f51-0b51-4266-b527-349382a6ee9f admin admin] Publish callbacks [] for security_group (6f14310e-3065-421e-afd4-483e53bc28c8), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.718402 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25184f51-0b51-4266-b527-349382a6ee9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (6f14310e-3065-421e-afd4-483e53bc28c8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.771369 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-25184f51-0b51-4266-b527-349382a6ee9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ebabec1d5cc440f2bb842f6d5dae4b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979165 Apr 05 13:45:33.773259 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25184f51-0b51-4266-b527-349382a6ee9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f14310e-3065-421e-afd4-483e53bc28c8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:33.786248 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53942) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:33.799295 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b3c43-3203-47b6-89a2-d48439a2926f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878c0faf-4d87-4ea1-a985-8cbf44d3d45b,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:33.810120 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b43b3c43-3203-47b6-89a2-d48439a2926f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.813830 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-b43b3c43-3203-47b6-89a2-d48439a2926f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506379 Apr 05 13:45:33.818034 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 53944) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:33.829584 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-1fcf6c27-f220-40c9-9ed2-c229711188f5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group_rule': {'security_group_id': 'b2c17537-79b3-4944-ac16-72d81d14a787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:33.879749 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6143cec-6069-4810-97d4-8831de1514df req-dd83445c-6064-4a1e-bbb1-8e136aacb7eb tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:33.889686 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a6143cec-6069-4810-97d4-8831de1514df req-dd83445c-6064-4a1e-bbb1-8e136aacb7eb tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1402173 Apr 05 13:45:33.914050 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e21cb416-db9e-4e1f-bf2d-6814f400b3b9 admin admin] Publish callbacks [] for security_group (6f14310e-3065-421e-afd4-483e53bc28c8), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.942308 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e21cb416-db9e-4e1f-bf2d-6814f400b3b9 admin admin] Publish callbacks [] for security_group (6f14310e-3065-421e-afd4-483e53bc28c8), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.949990 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6c27-f220-40c9-9ed2-c229711188f5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (a68e1105-adf8-49ec-9a20-d5231c72fddf), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:33.980674 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a6143cec-6069-4810-97d4-8831de1514df req-baf889ab-ac66-4777-8c89-a1c0acfeea76 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852363 Apr 05 13:45:34.010304 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e21cb416-db9e-4e1f-bf2d-6814f400b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (6f14310e-3065-421e-afd4-483e53bc28c8), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:34.013911 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e21cb416-db9e-4e1f-bf2d-6814f400b3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:34.015271 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e21cb416-db9e-4e1f-bf2d-6814f400b3b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f14310e-3065-421e-afd4-483e53bc28c8 HTTP/1.1" status: 204 len: 168 time: 0.2178864 Apr 05 13:45:34.024691 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cb416-db9e-4e1f-bf2d-6814f400b3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f14310e-3065-421e-afd4-483e53bc28c8,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:34.054918 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6c27-f220-40c9-9ed2-c229711188f5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (a68e1105-adf8-49ec-9a20-d5231c72fddf), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:34.060367 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6c27-f220-40c9-9ed2-c229711188f5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (a68e1105-adf8-49ec-9a20-d5231c72fddf), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:34.081501 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf6c27-f220-40c9-9ed2-c229711188f5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68e1105-adf8-49ec-9a20-d5231c72fddf,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:34.098091 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6c27-f220-40c9-9ed2-c229711188f5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:34.099857 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-1fcf6c27-f220-40c9-9ed2-c229711188f5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2739713 Apr 05 13:45:34.107160 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53958) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:34.111895 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:34.159102 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:34.373424 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:34.640102 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Allocated IP 172.27.2.180 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:34.725820 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-ca05727c-77ff-4ddc-88a4-815f934a1d2e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:34.727757 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-ca05727c-77ff-4ddc-88a4-815f934a1d2e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/networks?id=e182e83f-1d35-4925-a1e8-7545c18bde85 HTTP/1.1" status: 200 len: 808 time: 0.2315621 Apr 05 13:45:34.728654 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 53996) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:34.773315 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee730-9b61-4bd7-b1c1-323e3546c966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:34.779468 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57524-08f8-475e-914f-44fbe8ec1d5e req-bddf9ab7-a4d3-4bad-a98a-ab77611a3b98 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:34.781008 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bde57524-08f8-475e-914f-44fbe8ec1d5e req-bddf9ab7-a4d3-4bad-a98a-ab77611a3b98 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0839858 Apr 05 13:45:34.822414 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-b6cc10ba-d0c7-4b1f-8c38-4e8bb6e79122 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/quotas/f065b9be718746fe906f667735f52b74 HTTP/1.1" status: 200 len: 375 time: 0.0501270 Apr 05 13:45:34.879270 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bde57524-08f8-475e-914f-44fbe8ec1d5e req-83fcdb75-fed4-4c74-9086-06d1563969ff tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894253 Apr 05 13:45:34.900188 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-36ddf032-9c79-431a-9488-21cb65db0e83 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f065b9be718746fe906f667735f52b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675786 Apr 05 13:45:35.003258 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:35.070411 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee730-9b61-4bd7-b1c1-323e3546c966 admin admin] Publish callbacks [] for security_group (fa0ab1ec-0b4d-4b04-ac19-796ee063555d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:35.081844 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee730-9b61-4bd7-b1c1-323e3546c966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (fa0ab1ec-0b4d-4b04-ac19-796ee063555d), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:35.127214 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-3bbcc496-34fe-47ba-8489-013ff86c2504 service neutron] 10.222.0.59 "GET /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131474 Apr 05 13:45:35.165554 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d638fbb-7759-4a3e-a442-a355a88bbd81 req-95fe332e-1b98-4ca2-8b95-754b84fb19e4 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:35.177099 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8d638fbb-7759-4a3e-a442-a355a88bbd81 req-95fe332e-1b98-4ca2-8b95-754b84fb19e4 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0923579 Apr 05 13:45:35.181720 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ee730-9b61-4bd7-b1c1-323e3546c966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0ab1ec-0b4d-4b04-ac19-796ee063555d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:35.187225 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:35.199583 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-dd9ee730-9b61-4bd7-b1c1-323e3546c966 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=960f6c9dac664dc4b843a815a0a53350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626637 Apr 05 13:45:35.204631 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54010) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:35.267128 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:35.278071 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:35.282351 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:35.284636 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:35.303308 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8d638fbb-7759-4a3e-a442-a355a88bbd81 req-fed618bb-059d-413a-b3c0-19663783490d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250713 Apr 05 13:45:35.349839 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-42fb499b-32ae-4424-bb59-d89a7f319edb service neutron] 10.222.0.59 "GET /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064979 Apr 05 13:45:35.360871 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d241d898-1fd0-4a60-ad5d-b4f3020f6d5f admin admin] Publish callbacks [] for security_group (fa0ab1ec-0b4d-4b04-ac19-796ee063555d), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:35.387865 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d241d898-1fd0-4a60-ad5d-b4f3020f6d5f admin admin] Publish callbacks [] for security_group (fa0ab1ec-0b4d-4b04-ac19-796ee063555d), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:35.454779 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d241d898-1fd0-4a60-ad5d-b4f3020f6d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (fa0ab1ec-0b4d-4b04-ac19-796ee063555d), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:35.459951 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d241d898-1fd0-4a60-ad5d-b4f3020f6d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:35.463858 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d241d898-1fd0-4a60-ad5d-b4f3020f6d5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa0ab1ec-0b4d-4b04-ac19-796ee063555d HTTP/1.1" status: 204 len: 168 time: 0.2522464 Apr 05 13:45:35.473170 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241d898-1fd0-4a60-ad5d-b4f3020f6d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0ab1ec-0b4d-4b04-ac19-796ee063555d,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:35.567488 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (c41a7b05-79fb-48ae-964e-af77f8b97242), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:35.663953 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:35.689420 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0e088a9f-3e69-4e1e-b33d-23b52df566c6 req-e74a20f1-88f9-4bb8-8f2c-655d160ccc04 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 210 time: 0.0653920 Apr 05 13:45:35.779892 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-31197da9-c7a5-449b-9932-44c7353d5d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:36.006734 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:36.022713 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:36.127693 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:36.239821 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (c41a7b05-79fb-48ae-964e-af77f8b97242), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:36.267725 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:36.279580 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e8d01d73-35f7-425e-866d-a8269f9e0faf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1708105 Apr 05 13:45:36.290722 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ba636-da12-4936-ab80-18c0e565a737 req-6e524ece-c92f-473c-aea1-fa138fc556c3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:36.300582 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d15ba636-da12-4936-ab80-18c0e565a737 req-6e524ece-c92f-473c-aea1-fa138fc556c3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.2900555 Apr 05 13:45:36.400142 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d15ba636-da12-4936-ab80-18c0e565a737 req-4f37c94b-c4c0-47c0-bd29-c8d24e9d2edf tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980527 Apr 05 13:45:36.532574 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fbaf9-b3b9-4fbc-abe5-43f5a554cbc2 req-368ba021-a4ac-421d-9c98-9a2821342e50 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:36.548172 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-415fbaf9-b3b9-4fbc-abe5-43f5a554cbc2 req-368ba021-a4ac-421d-9c98-9a2821342e50 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1126204 Apr 05 13:45:36.647079 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:36.662191 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-415fbaf9-b3b9-4fbc-abe5-43f5a554cbc2 req-7fc26561-9100-4350-8f44-e19c1a99d2ce tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183939 Apr 05 13:45:36.788763 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-1da4ec63-b59d-4cbb-8036-0565451b192e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--851036108&fields=id&tenant_id=51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 267 time: 0.1161723 Apr 05 13:45:36.891908 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7275a2f0-fdcf-447e-a6c2-34030e53e179 req-03494f0b-f779-4f5a-b373-40b2d91f4a35 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 210 time: 0.1065876 Apr 05 13:45:37.066390 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-66e3d8e9-c569-4a01-b2f5-1e66e0aa7e64 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:37.068299 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-66e3d8e9-c569-4a01-b2f5-1e66e0aa7e64 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 815 time: 0.2787037 Apr 05 13:45:37.093596 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-b877f160-7739-4f57-8601-1b2a1f073b6d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/quotas/51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 375 time: 0.0117693 Apr 05 13:45:37.176088 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-9fe3a034-bf49-48d1-90f3-7ef7c0d12963 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759923 Apr 05 13:45:37.409948 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-d465b6e2-00d1-47c5-9686-33d0ca6ef536 service neutron] 10.222.0.59 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144735 Apr 05 13:45:37.575333 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54186) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:37.648327 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d6da-5e79-42dc-a903-37b314b2f899 req-df7646ec-8df6-41e0-9d4e-a29d77ee4e05 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:37.657677 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9702d6da-5e79-42dc-a903-37b314b2f899 req-df7646ec-8df6-41e0-9d4e-a29d77ee4e05 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1405888 Apr 05 13:45:37.782851 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-4414b36d-b4e8-4c7f-ad8e-9854490181ba service neutron] 10.222.0.59 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651986 Apr 05 13:45:37.799681 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-0e9fff6f-5ad2-4d5b-b825-ffdd95ad1dd4 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:37.811203 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-0e9fff6f-5ad2-4d5b-b825-ffdd95ad1dd4 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.46 "GET /v2.0/networks?id=e182e83f-1d35-4925-a1e8-7545c18bde85 HTTP/1.1" status: 200 len: 808 time: 0.3111489 Apr 05 13:45:37.830817 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Request body: {'port': {'device_id': '7e9a7ca6-d28c-4983-a53c-e4fb53299efc', 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85', 'admin_state_up': True, 'tenant_id': 'f065b9be718746fe906f667735f52b74'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:37.836096 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9702d6da-5e79-42dc-a903-37b314b2f899 req-5e4d02aa-7dd8-4443-9435-b157badb9471 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705201 Apr 05 13:45:37.919429 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cb37fd1f-ee3a-47dd-a187-5db7fc946033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.121656 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d42c4-9cf3-4c62-8300-c890c514781d req-207e7725-12e7-47e6-9f54-4da65355fa55 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:38.130662 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6a4d42c4-9cf3-4c62-8300-c890c514781d req-207e7725-12e7-47e6-9f54-4da65355fa55 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1877725 Apr 05 13:45:38.162273 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cb37fd1f-ee3a-47dd-a187-5db7fc946033 admin admin] Publish callbacks [] for security_group (df136af1-35b0-4fed-992c-40434ccfc528), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.170373 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cb37fd1f-ee3a-47dd-a187-5db7fc946033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (df136af1-35b0-4fed-992c-40434ccfc528), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.193769 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bce2c9e7-9b84-4130-8d51-799e57214918 req-b6222c90-cedb-433d-9146-86c676aa02aa tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 210 time: 0.0467074 Apr 05 13:45:38.233249 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Made reservation on behalf of f065b9be718746fe906f667735f52b74 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:38.236943 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.254224 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.267608 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6a4d42c4-9cf3-4c62-8300-c890c514781d req-d1b04831-858d-4420-9a76-f8e4a4d04fbd tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298928 Apr 05 13:45:38.269772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37fd1f-ee3a-47dd-a187-5db7fc946033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df136af1-35b0-4fed-992c-40434ccfc528,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:38.281856 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-cb37fd1f-ee3a-47dd-a187-5db7fc946033 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ebd412714ada4cec900b84bd375ad22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7054446 Apr 05 13:45:38.288366 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54218) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:38.369905 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25075a42-5d60-41bc-b90f-297f1334872c admin admin] Publish callbacks [] for security_group (df136af1-35b0-4fed-992c-40434ccfc528), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.376513 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 18abb312-259e-4ad9-aee4-8094c991ad8e details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:45:38.437458 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25075a42-5d60-41bc-b90f-297f1334872c admin admin] Publish callbacks [] for security_group (df136af1-35b0-4fed-992c-40434ccfc528), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.491334 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Allocated IP 172.20.0.9 (e182e83f-1d35-4925-a1e8-7545c18bde85/b11bffbd-825b-4198-9486-0abf63e39baa/ae64f1b0-d20b-4b9d-bd73-4911753e24e8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:38.503664 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25075a42-5d60-41bc-b90f-297f1334872c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (df136af1-35b0-4fed-992c-40434ccfc528), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.507075 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25075a42-5d60-41bc-b90f-297f1334872c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.508455 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-25075a42-5d60-41bc-b90f-297f1334872c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df136af1-35b0-4fed-992c-40434ccfc528 HTTP/1.1" status: 204 len: 168 time: 0.2181301 Apr 05 13:45:38.517226 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25075a42-5d60-41bc-b90f-297f1334872c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df136af1-35b0-4fed-992c-40434ccfc528,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:38.554364 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0dc56ecb-426e-43a5-a082-970008ca56f9 req-800df04d-4fd7-435f-b5a0-820d7ed1fb2e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 210 time: 0.0767019 Apr 05 13:45:38.721045 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:38.738240 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'port_id': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'mac_address': 'fa:16:3e:0a:57:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:45:38.849768 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 18abb312-259e-4ad9-aee4-8094c991ad8e is: ACTIVE; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:38.850163 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.857778 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks [] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.891577 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18abb312-259e-4ad9-aee4-8094c991ad8e {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:45:38.937619 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.957274 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:38.959982 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.968722 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:38.992932 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Network e182e83f-1d35-4925-a1e8-7545c18bde85 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:38.994774 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:38.997800 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:39.032408 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Pushing event updated for resources: {'Port': ['ID=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:39.083631 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:39.086395 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:39.103655 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90342ee-2638-47cd-be1a-e8bb3f064e1b req-d10527f7-ce62-4984-95ce-1c06f0fd851e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:39.109635 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f90342ee-2638-47cd-be1a-e8bb3f064e1b req-d10527f7-ce62-4984-95ce-1c06f0fd851e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1253874 Apr 05 13:45:39.115790 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-8b7555bb-cc07-4145-98df-e0a4e7f5dcf7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2956774 Apr 05 13:45:39.129627 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Request body: {'port': {'device_id': '7e9a7ca6-d28c-4983-a53c-e4fb53299efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:39.153130 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['18abb312-259e-4ad9-aee4-8094c991ad8e'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:45:39.203574 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54240) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:39.261106 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=6']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:39.282297 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f90342ee-2638-47cd-be1a-e8bb3f064e1b req-2d971f9e-aa44-4fb1-912f-f4bbc0f1d38c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539030 Apr 05 13:45:39.288164 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7dabd197-d691-4437-a2f4-90928d61af5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:39.409331 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7dabd197-d691-4437-a2f4-90928d61af5d admin admin] Publish callbacks [] for security_group (3538257f-bf19-4438-86ee-02dee6c7eca6), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:39.428422 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7dabd197-d691-4437-a2f4-90928d61af5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (3538257f-bf19-4438-86ee-02dee6c7eca6), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:39.441849 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:39.488147 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72526561-bf0b-4543-9a2c-bc5192e1fc46 req-7274a262-f6a7-40fd-b1dc-4b4c0b6e267f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:39.497958 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-72526561-bf0b-4543-9a2c-bc5192e1fc46 req-7274a262-f6a7-40fd-b1dc-4b4c0b6e267f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 944 time: 0.1158214 Apr 05 13:45:39.570585 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-72526561-bf0b-4543-9a2c-bc5192e1fc46 req-4bc0d52d-1b4c-452f-a018-d5a6860f09d0 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650778 Apr 05 13:45:39.649459 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54254) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:39.682252 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc9ecb-3a18-4485-9e86-7f668b65f4c5 req-a0fc3441-9927-411b-b52e-a7c1b83b4b4c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:39.689724 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c2cc9ecb-3a18-4485-9e86-7f668b65f4c5 req-a0fc3441-9927-411b-b52e-a7c1b83b4b4c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 931 time: 0.2579544 Apr 05 13:45:39.693415 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7dabd197-d691-4437-a2f4-90928d61af5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b0e02eb39b344dbeb1c37c09961b1e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4888885 Apr 05 13:45:39.701324 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54258) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:39.702076 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabd197-d691-4437-a2f4-90928d61af5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3538257f-bf19-4438-86ee-02dee6c7eca6,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:39.855897 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7f15ea5b-2ef9-427b-bd51-e5463c9974d2 admin admin] Publish callbacks [] for security_group (3538257f-bf19-4438-86ee-02dee6c7eca6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:39.873476 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-aefe3954-5ab8-4a5d-ab69-ca20f889e5b8 req-8b12c39f-9db4-4cea-9c24-5fb52ade33ae tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 210 time: 0.1859176 Apr 05 13:45:39.880347 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-360b592d-5ce4-45b7-b07a-d8d5dc27408a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:39.882064 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-360b592d-5ce4-45b7-b07a-d8d5dc27408a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 815 time: 0.2455678 Apr 05 13:45:39.884687 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7f15ea5b-2ef9-427b-bd51-e5463c9974d2 admin admin] Publish callbacks [] for security_group (3538257f-bf19-4438-86ee-02dee6c7eca6), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:39.960231 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-1fd43699-2e65-4e00-b37c-ffe6fe666e31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65f5c39f4b3b4c7b9c60694c4f8602fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090057 Apr 05 13:45:39.964570 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54262) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:40.008639 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.041224 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-4fe1e2ff-ff2f-49a7-86e0-77a21356999e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 471 time: 0.1378641 Apr 05 13:45:40.062138 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0d900175-f1a8-4180-99fc-2ca52293a346 admin admin] Publish callbacks [] for security_group (8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.094052 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0d900175-f1a8-4180-99fc-2ca52293a346 admin admin] Publish callbacks [] for security_group (8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.165728 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0d900175-f1a8-4180-99fc-2ca52293a346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.169506 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0d900175-f1a8-4180-99fc-2ca52293a346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.172319 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-0d900175-f1a8-4180-99fc-2ca52293a346 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb HTTP/1.1" status: 204 len: 168 time: 0.2061787 Apr 05 13:45:40.181867 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d900175-f1a8-4180-99fc-2ca52293a346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3ef57c-d6f0-4eb9-8fc5-4f3c60705dbb,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:40.286448 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c2cc9ecb-3a18-4485-9e86-7f668b65f4c5 req-677ec01d-eadf-41b6-aea1-0c5dbc5fdd5e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957651 Apr 05 13:45:40.295049 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7f15ea5b-2ef9-427b-bd51-e5463c9974d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (3538257f-bf19-4438-86ee-02dee6c7eca6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.298289 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7f15ea5b-2ef9-427b-bd51-e5463c9974d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.325129 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7f15ea5b-2ef9-427b-bd51-e5463c9974d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3538257f-bf19-4438-86ee-02dee6c7eca6 HTTP/1.1" status: 204 len: 168 time: 0.5946405 Apr 05 13:45:40.409651 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15ea5b-2ef9-427b-bd51-e5463c9974d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3538257f-bf19-4438-86ee-02dee6c7eca6,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:40.430743 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 18abb312-259e-4ad9-aee4-8094c991ad8e up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:40.457698 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'port': {'device_id': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'admin_state_up': True, 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'security_groups': ['b2c17537-79b3-4944-ac16-72d81d14a787']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:40.658434 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae64f1b0-d20b-4b9d-bd73-4911753e24e8 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:45:40.673370 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Publish callbacks [] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.705857 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Transition to ACTIVE for port object ae64f1b0-d20b-4b9d-bd73-4911753e24e8 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:45:40.755987 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.818732 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 18abb312-259e-4ad9-aee4-8094c991ad8e triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:40.821889 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.872968 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f998f-745b-43cc-a5bb-681306c895af req-c3abee5e-4f4f-417f-8128-9c4b8ecefeb5 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:40.880974 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e00f998f-745b-43cc-a5bb-681306c895af req-c3abee5e-4f4f-417f-8128-9c4b8ecefeb5 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.2998927 Apr 05 13:45:40.907986 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Made reservation on behalf of 51e332af07b8443bb5fe05decbfab0b1 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:40.911816 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:40.973708 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e00f998f-745b-43cc-a5bb-681306c895af req-776955bd-6cfc-4375-b605-eeda3075fc6a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896604 Apr 05 13:45:41.046823 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:41.071942 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdace6-15e9-4f5d-8b88-4fe139b5e487 req-f886f761-9a35-4ed7-844d-8e02f629fd81 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:41.072837 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2bcdace6-15e9-4f5d-8b88-4fe139b5e487 req-f886f761-9a35-4ed7-844d-8e02f629fd81 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 944 time: 0.3567402 Apr 05 13:45:41.139100 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Attempting to bind port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:41.139100 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Attempting to bind port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e93e10ed-d725-4671-b435-0cdd93b12d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:41.139100 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Attempting to bind port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 on network e182e83f-1d35-4925-a1e8-7545c18bde85 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:41.171276 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 on network e182e83f-1d35-4925-a1e8-7545c18bde85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:45:41.171657 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Attempting to bind port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 on network e182e83f-1d35-4925-a1e8-7545c18bde85 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:41.181792 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54302) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:41.211224 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 18abb312-259e-4ad9-aee4-8094c991ad8e is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:41.212992 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:41.228836 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:41.237249 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Checking segment: {'id': 'e93e10ed-d725-4671-b435-0cdd93b12d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:41.237561 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Bound using segment: {'id': 'e93e10ed-d725-4671-b435-0cdd93b12d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:41.238066 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Bound port: ae64f1b0-d20b-4b9d-bd73-4911753e24e8, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93e10ed-d725-4671-b435-0cdd93b12d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:41.238513 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:41.260844 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-21aa85e9-7c63-436d-93bb-ec9e2a25188c req-9d0ca665-4c31-49b7-992a-61f34d0b9495 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 210 time: 0.1333358 Apr 05 13:45:41.267901 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:45:41.273541 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d2ef01-83d5-468c-ba50-b8435791e71c" -d '{"events": [{"server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "name": "network-vif-plugged", "status": "completed", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:45:41.275800 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2bcdace6-15e9-4f5d-8b88-4fe139b5e487 req-cca1ccbc-9d96-4872-add2-78563ac80b9b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830921 Apr 05 13:45:41.329777 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:41.342991 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:41.435107 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Allocated IP 172.20.0.10 (c3cff852-d241-43ab-830a-cae40270149a/b8c87b49-b6c8-46fa-86e6-8bba88ed9213/0b8b738b-1903-4b5f-b33b-44e6534a54e6) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:41.438112 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] For port ae64f1b0-d20b-4b9d-bd73-4911753e24e8, host hv-cinder-83587, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:41.447701 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] For port ae64f1b0-d20b-4b9d-bd73-4911753e24e8, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:41.449176 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80477f16-6280-4cfe-8db3-13a8961046cd x-openstack-request-id: req-80477f16-6280-4cfe-8db3-13a8961046cd {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:45:41.449920 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "name": "network-vif-plugged", "status": "completed", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:45:41.449920 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80477f16-6280-4cfe-8db3-13a8961046cd {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:45:41.450121 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80477f16-6280-4cfe-8db3-13a8961046cd'] response: {'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'code': 200} Apr 05 13:45:41.483528 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:41.545425 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:41.546253 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:41.547756 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] 10.222.0.46 "PUT /v2.0/ports/ae64f1b0-d20b-4b9d-bd73-4911753e24e8 HTTP/1.1" status: 200 len: 1093 time: 2.4242332 Apr 05 13:45:41.550008 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=7']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:41.556458 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9a7ca6-d28c-4983-a53c-e4fb53299efc', 'tag': 'ae64f1b0-d20b-4b9d-bd73-4911753e24e8'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:45:41.560005 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f830424-4aee-4a30-af4c-6acc892fb2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9a7ca6-d28c-4983-a53c-e4fb53299efc", "tag": "ae64f1b0-d20b-4b9d-bd73-4911753e24e8"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:45:41.624320 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44ee679f-a79c-4713-864f-7269ce75db2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:41.669099 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2143ec50-c3ed-42cd-98c5-1492467dd0c2 x-openstack-request-id: req-2143ec50-c3ed-42cd-98c5-1492467dd0c2 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:45:41.669399 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9a7ca6-d28c-4983-a53c-e4fb53299efc", "tag": "ae64f1b0-d20b-4b9d-bd73-4911753e24e8", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:45:41.669757 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2143ec50-c3ed-42cd-98c5-1492467dd0c2 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:45:41.670161 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2143ec50-c3ed-42cd-98c5-1492467dd0c2'] response: {'name': 'network-changed', 'server_uuid': '7e9a7ca6-d28c-4983-a53c-e4fb53299efc', 'tag': 'ae64f1b0-d20b-4b9d-bd73-4911753e24e8', 'status': 'completed', 'code': 200} Apr 05 13:45:41.694058 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:41.694866 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1319874-3e93-4b09-b9e6-33907c1415f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:41.723854 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed007730-beb2-4f65-91e3-cdf1c5004d46 req-5f7b41ea-c5e8-4888-965b-cd744c88448d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:41.725494 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ed007730-beb2-4f65-91e3-cdf1c5004d46 req-5f7b41ea-c5e8-4888-965b-cd744c88448d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 943 time: 0.2721803 Apr 05 13:45:41.738435 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:41.766797 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-5537496a-9630-4bfb-bbe3-f1a0f340378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:41.768317 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-5537496a-9630-4bfb-bbe3-f1a0f340378a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f065b9be718746fe906f667735f52b74&device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 1127 time: 0.1600354 Apr 05 13:45:41.811770 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Network c3cff852-d241-43ab-830a-cae40270149a is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:41.815561 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:41.824887 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:41.836658 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=0b8b738b-1903-4b5f-b33b-44e6534a54e6,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:41.865613 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-7ea0fd20-8159-46d7-8906-937deb7a049d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae64f1b0-d20b-4b9d-bd73-4911753e24e8 HTTP/1.1" status: 200 len: 217 time: 0.0854948 Apr 05 13:45:41.938711 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:41.939753 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:41.962501 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ed007730-beb2-4f65-91e3-cdf1c5004d46 req-55ec1d1d-d918-445f-8211-f1ce518a7a59 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286744 Apr 05 13:45:41.977324 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-474074f0-9951-468d-b68d-a485c4c59a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6070096 Apr 05 13:45:41.987455 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Request body: {'port': {'device_id': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:42.045506 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-7b39cc74-e7fa-445e-8b99-767605fd5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:42.057889 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-7b39cc74-e7fa-445e-8b99-767605fd5f2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b11bffbd-825b-4198-9486-0abf63e39baa HTTP/1.1" status: 200 len: 848 time: 0.1752057 Apr 05 13:45:42.070824 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44ee679f-a79c-4713-864f-7269ce75db2b admin admin] Publish callbacks [] for security_group (33e247e1-cdd8-40d1-94f4-e40b47e313db), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:42.131011 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-15a96a36-3557-445d-be15-8b2036102126 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e182e83f-1d35-4925-a1e8-7545c18bde85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586965 Apr 05 13:45:42.135232 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44ee679f-a79c-4713-864f-7269ce75db2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (33e247e1-cdd8-40d1-94f4-e40b47e313db), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:42.182774 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-44ee679f-a79c-4713-864f-7269ce75db2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12d99f22e79140cf8e7c7fa209807c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9999311 Apr 05 13:45:42.203949 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54338) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:42.301312 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee679f-a79c-4713-864f-7269ce75db2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e247e1-cdd8-40d1-94f4-e40b47e313db,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:42.353122 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-adb66867-8151-4404-9940-d441da846678 None None] Provisioning complete for port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:42.356910 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-adb66867-8151-4404-9940-d441da846678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:42.360971 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:42.362328 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-7809c0e6-d4f4-4a58-bb67-65e9406a8cfc service neutron] 10.222.0.46 "GET /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784244 Apr 05 13:45:42.448688 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-adb66867-8151-4404-9940-d441da846678 None None] Port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:45:42.465106 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db303603-c05b-4e98-9234-202dfc17ccee req-ff2b3ce7-afdd-4f19-aa5d-354f7a43800d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:42.472448 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-db303603-c05b-4e98-9234-202dfc17ccee req-ff2b3ce7-afdd-4f19-aa5d-354f7a43800d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.3318956 Apr 05 13:45:42.495027 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4dacdabe-b775-48da-b745-d41c40c30766 admin admin] Publish callbacks [] for security_group (33e247e1-cdd8-40d1-94f4-e40b47e313db), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:42.519035 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4dacdabe-b775-48da-b745-d41c40c30766 admin admin] Publish callbacks [] for security_group (33e247e1-cdd8-40d1-94f4-e40b47e313db), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:42.550234 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859079c0-9f1e-4bdb-8376-e910f6609eed req-0058ef0e-4af5-45cc-b209-fd006c4d7b43 service neutron] 10.222.0.46 "GET /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849658 Apr 05 13:45:42.600859 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4dacdabe-b775-48da-b745-d41c40c30766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (33e247e1-cdd8-40d1-94f4-e40b47e313db), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:42.603652 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4dacdabe-b775-48da-b745-d41c40c30766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:42.607078 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-4dacdabe-b775-48da-b745-d41c40c30766 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33e247e1-cdd8-40d1-94f4-e40b47e313db HTTP/1.1" status: 204 len: 168 time: 0.3939149 Apr 05 13:45:42.609723 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23685406-ecef-4994-9973-a80e399ca2c3 req-277c7545-1326-4723-8fe5-138edb45459c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:42.612537 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-23685406-ecef-4994-9973-a80e399ca2c3 req-277c7545-1326-4723-8fe5-138edb45459c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 932 time: 0.1977711 Apr 05 13:45:42.684838 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-23685406-ecef-4994-9973-a80e399ca2c3 req-600ac0b9-851a-43cc-9160-f71ceb5b3bd2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653515 Apr 05 13:45:42.804905 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-db303603-c05b-4e98-9234-202dfc17ccee req-bf3a274b-0307-4176-b732-040a780ce476 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102684 Apr 05 13:45:42.809249 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacdabe-b775-48da-b745-d41c40c30766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e247e1-cdd8-40d1-94f4-e40b47e313db,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:42.936522 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a6e3e-dc8e-4748-9ccd-c0a246a3794e req-bb44121d-ff3c-4412-9162-a4f27e0188fe tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:42.939067 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-700a6e3e-dc8e-4748-9ccd-c0a246a3794e req-bb44121d-ff3c-4412-9162-a4f27e0188fe tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0841007 Apr 05 13:45:43.030366 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-700a6e3e-dc8e-4748-9ccd-c0a246a3794e req-0c2b6043-cd72-4ad6-9ea3-7c39e5807704 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842779 Apr 05 13:45:43.137588 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8b738b-1903-4b5f-b33b-44e6534a54e6 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:45:43.148064 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Publish callbacks [] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:43.166917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Transition to ACTIVE for port object 0b8b738b-1903-4b5f-b33b-44e6534a54e6 will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:45:43.180307 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:43.217166 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d5ed-fd59-43ee-bddb-707770900a94 req-130aeb5e-491e-43f1-bc5a-64ba549232f7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:43.218696 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9462d5ed-fd59-43ee-bddb-707770900a94 req-130aeb5e-491e-43f1-bc5a-64ba549232f7 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 943 time: 0.0739322 Apr 05 13:45:43.253011 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8b738b-1903-4b5f-b33b-44e6534a54e6,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:43.349419 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9462d5ed-fd59-43ee-bddb-707770900a94 req-11316027-9557-4c19-a046-09839a106edf tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236267 Apr 05 13:45:43.355596 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Attempting to bind port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:43.356187 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Attempting to bind port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:43.356604 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Attempting to bind port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 on network c3cff852-d241-43ab-830a-cae40270149a {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:43.368020 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 on network c3cff852-d241-43ab-830a-cae40270149a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:45:43.368615 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Attempting to bind port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 on network c3cff852-d241-43ab-830a-cae40270149a {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:43.373922 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:43.374316 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Checking segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:43.374707 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Bound using segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:43.375142 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Bound port: 0b8b738b-1903-4b5f-b33b-44e6534a54e6, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:43.375541 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:43.462612 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] For port 0b8b738b-1903-4b5f-b33b-44e6534a54e6, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:43.468360 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] For port 0b8b738b-1903-4b5f-b33b-44e6534a54e6, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0b8b738b-1903-4b5f-b33b-44e6534a54e6,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:43.479435 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:43.521416 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:43.522369 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:43.524218 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/0b8b738b-1903-4b5f-b33b-44e6534a54e6 HTTP/1.1" status: 200 len: 1094 time: 1.5440643 Apr 05 13:45:43.525546 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'tag': '0b8b738b-1903-4b5f-b33b-44e6534a54e6'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:45:43.528412 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93243f8c-cb07-46cf-8e1a-93cca91706b2" -d '{"events": [{"name": "network-changed", "server_uuid": "50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347", "tag": "0b8b738b-1903-4b5f-b33b-44e6534a54e6"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:45:43.784546 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93243f8c-cb07-46cf-8e1a-93cca91706b2 req-08deaa25-c9b6-4d0d-934e-f59797cee1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:43.787445 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-93243f8c-cb07-46cf-8e1a-93cca91706b2 req-08deaa25-c9b6-4d0d-934e-f59797cee1b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 1128 time: 0.0956850 Apr 05 13:45:43.988517 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c87e38-49f3-40c9-b095-d03a3c24c1c6 x-openstack-request-id: req-b3c87e38-49f3-40c9-b095-d03a3c24c1c6 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:45:43.988899 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347", "tag": "0b8b738b-1903-4b5f-b33b-44e6534a54e6", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:45:43.989089 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3c87e38-49f3-40c9-b095-d03a3c24c1c6 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:45:43.989445 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c87e38-49f3-40c9-b095-d03a3c24c1c6'] response: {'name': 'network-changed', 'server_uuid': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'tag': '0b8b738b-1903-4b5f-b33b-44e6534a54e6', 'status': 'completed', 'code': 200} Apr 05 13:45:44.038917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54410) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:44.067850 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca104b2-88b9-4871-9ad3-349b4d8c32f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8b738b-1903-4b5f-b33b-44e6534a54e6,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:44.089573 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f830424-4aee-4a30-af4c-6acc892fb2a1 req-41b1be75-719d-45a1-bee5-2599295db653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:44.090782 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f830424-4aee-4a30-af4c-6acc892fb2a1 req-41b1be75-719d-45a1-bee5-2599295db653 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f065b9be718746fe906f667735f52b74&device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 1127 time: 0.1111212 Apr 05 13:45:44.109923 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-dd8e9b20-a334-4436-b501-df4595c91ccc tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:44.111672 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-dd8e9b20-a334-4436-b501-df4595c91ccc tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/networks?id=c3577407-2ce1-48bb-9562-9c8640b0a046 HTTP/1.1" status: 200 len: 814 time: 0.5748887 Apr 05 13:45:44.144288 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-16086d12-cace-457e-8580-25752b9c5e38 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/quotas/ad212df8938b49c5b4ea37ea0e5428d5 HTTP/1.1" status: 200 len: 375 time: 0.0248108 Apr 05 13:45:44.229241 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a336155-5f8a-4d68-be10-73552119546d req-ece8f61c-59f3-4e8d-ab76-02d0d041a5db tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:44.232283 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7a336155-5f8a-4d68-be10-73552119546d req-ece8f61c-59f3-4e8d-ab76-02d0d041a5db tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.3459539 Apr 05 13:45:44.253073 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-53187040-a023-4c8e-aca1-7a6fc1df1389 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad212df8938b49c5b4ea37ea0e5428d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008503 Apr 05 13:45:44.256335 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1759631226-network', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:44.264347 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93243f8c-cb07-46cf-8e1a-93cca91706b2 req-ff6ed9ab-fa61-40aa-bae3-42bff6009330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:44.266239 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-93243f8c-cb07-46cf-8e1a-93cca91706b2 req-ff6ed9ab-fa61-40aa-bae3-42bff6009330 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=51e332af07b8443bb5fe05decbfab0b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4674356 Apr 05 13:45:44.309753 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Made reservation on behalf of 6d8f6f280f0d454aa7ced0d787929726 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:44.312059 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:44.319905 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7a336155-5f8a-4d68-be10-73552119546d req-20c33924-dafb-4cd2-a745-57ad3b5d7ed7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808976 Apr 05 13:45:44.360745 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:44.426128 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-9097a55d-48fd-4b56-8de7-8a05b80daff2 service neutron] 10.222.0.59 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580052 Apr 05 13:45:44.468174 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042acc8-e75f-4150-92c4-d71602b838a7 req-65e5799c-d945-466e-bb1b-940d6dd31dcc tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:44.476134 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d042acc8-e75f-4150-92c4-d71602b838a7 req-65e5799c-d945-466e-bb1b-940d6dd31dcc tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0775597 Apr 05 13:45:44.524279 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Publish callbacks [] for security_group (84c99a94-6c8d-4a81-96b4-645f3fa58afc), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:44.531832 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (84c99a94-6c8d-4a81-96b4-645f3fa58afc), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:44.537339 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d042acc8-e75f-4150-92c4-d71602b838a7 req-43b6598f-96f6-4b5b-bc77-48d320ad33f4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569487 Apr 05 13:45:44.568056 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:45:44.571366 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c99a94-6c8d-4a81-96b4-645f3fa58afc,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:44.592590 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:44.592931 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Added segment 2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a of type vlan for network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c Apr 05 13:45:44.604786 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-6978683e-2dac-49c7-aaaf-cc7caa177930 service neutron] 10.222.0.59 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681483 Apr 05 13:45:44.648566 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (9d0b59a5-cdca-47e8-a09b-49bcf22a180c), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:44.679566 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (9d0b59a5-cdca-47e8-a09b-49bcf22a180c), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:44.682112 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:44.682112 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:44.716386 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e3fa-6b9b-4ee4-9856-c7856626a053 req-994602fa-5079-49ac-b280-0fa691ef6a95 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:44.719614 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ee09e3fa-6b9b-4ee4-9856-c7856626a053 req-994602fa-5079-49ac-b280-0fa691ef6a95 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0880692 Apr 05 13:45:44.812265 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ee09e3fa-6b9b-4ee4-9856-c7856626a053 req-c92cbf43-4b1e-4edb-9056-51739f3571b7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850322 Apr 05 13:45:44.871516 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0b59a5-cdca-47e8-a09b-49bcf22a180c,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:44.883740 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:45:44.934197 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-865c3c4f-09cb-45dc-a59b-9d621365cac7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8938799 Apr 05 13:45:44.935432 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54424) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:44.940382 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Request body: {'subnet': {'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1759631226-subnet', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'ip_version': 4}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:44.997949 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1228ef-4532-4cb7-a2a3-8d6502a6e2bf req-1390ec0f-ab0a-4a31-b755-f4bc108e83e8 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:45.000165 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2f1228ef-4532-4cb7-a2a3-8d6502a6e2bf req-1390ec0f-ab0a-4a31-b755-f4bc108e83e8 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 943 time: 0.1747720 Apr 05 13:45:45.000995 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-51430f32-e819-499c-9b3f-87a4e9154c74 req-39c9751c-401e-4735-b445-786936370465 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 210 time: 0.0971258 Apr 05 13:45:45.001136 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Made reservation on behalf of 6d8f6f280f0d454aa7ced0d787929726 for: {'subnet': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:45.015859 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25668832'] for subnet (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:45.155755 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2f1228ef-4532-4cb7-a2a3-8d6502a6e2bf req-93192133-7412-41bd-9e32-3b26f9e80286 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366076 Apr 05 13:45:45.306230 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25668862'] for subnet (21bd696a-ea8e-466c-af27-ff4e0e569372), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:45.376287 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=21bd696a-ea8e-466c-af27-ff4e0e569372,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:45.380972 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Checking segment: {'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:45.381404 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Network hostable DHCP agents. Network: 9d0b59a5-cdca-47e8-a09b-49bcf22a180c, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:45:45.405105 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:45:45.424732 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 9d0b59a5-cdca-47e8-a09b-49bcf22a180c) {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:45.429484 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:45.430153 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:45.436888 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2342f-022f-4523-97d7-4b6d9af61f0c None None] Network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:45:45.468282 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-0adfbe8b-a0e8-4b28-801f-46ba97b7e0ca admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5290189 Apr 05 13:45:45.469233 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54436) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:45.477922 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:45.525128 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (576d4964-f629-4d14-b395-4232731e9941), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:45.526231 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (576d4964-f629-4d14-b395-4232731e9941), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:45.540262 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3684c-baa0-4a5e-9528-bebc86e8bffd req-6cb4c793-9dcc-4ea7-8b25-cc306a3885cd tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:45.542599 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d4e3684c-baa0-4a5e-9528-bebc86e8bffd req-6cb4c793-9dcc-4ea7-8b25-cc306a3885cd tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.0804532 Apr 05 13:45:45.625994 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d4e3684c-baa0-4a5e-9528-bebc86e8bffd req-37109652-a68d-4309-80d6-8222e8fc60f9 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653203 Apr 05 13:45:45.634530 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks [] for router_controller (576d4964-f629-4d14-b395-4232731e9941), precommit_add_association {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:45.653524 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:45:45.654739 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:45.866204 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657370cf-8a1f-436c-aeba-a5d7622687ff req-f8c7bd74-d2af-4403-911e-125c12c586d8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:45.867823 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-657370cf-8a1f-436c-aeba-a5d7622687ff req-f8c7bd74-d2af-4403-911e-125c12c586d8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.2317209 Apr 05 13:45:45.874850 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks [] for router_gateway (576d4964-f629-4d14-b395-4232731e9941), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:45.877770 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Allocated IP 172.20.0.2 (9d0b59a5-cdca-47e8-a09b-49bcf22a180c/21bd696a-ea8e-466c-af27-ff4e0e569372/a9eff217-923c-4bb6-b982-b33fcab18ec0) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:45.955702 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-657370cf-8a1f-436c-aeba-a5d7622687ff req-bf552e4a-f8da-47c1-bab3-e598ffaad5a1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769649 Apr 05 13:45:45.995181 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46031538-895b-41a1-a094-1dbd29a218eb req-0f46dd2a-bdb1-4191-a66b-8b893f418d28 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:46.003697 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-46031538-895b-41a1-a094-1dbd29a218eb req-0f46dd2a-bdb1-4191-a66b-8b893f418d28 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0909150 Apr 05 13:45:46.077250 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-46031538-895b-41a1-a094-1dbd29a218eb req-0f11f88f-cbe4-4a49-8386-1424c44e8d68 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726037 Apr 05 13:45:46.152689 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Publish callbacks [] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:46.161122 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:46.190424 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e689172a-81fc-4eb7-b14b-24eea4b3c1ca req-e6115655-c46c-42ba-ab0b-373b2dce66e6 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 210 time: 0.0761209 Apr 05 13:45:46.229610 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Pushing event updated for resources: {'Port': ['ID=a9eff217-923c-4bb6-b982-b33fcab18ec0,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:46.241357 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:46.242735 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:46.246580 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:46.259820 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks [] for router_gateway (576d4964-f629-4d14-b395-4232731e9941), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:46.281131 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:46.335318 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047fcd-ab6c-4e81-9671-01788c3aeb29 req-232c9562-dc90-48b7-bfb7-4a2cf7e4f81e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:46.337707 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a4047fcd-ab6c-4e81-9671-01788c3aeb29 req-232c9562-dc90-48b7-bfb7-4a2cf7e4f81e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 943 time: 0.0791419 Apr 05 13:45:46.347490 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Attempting to bind port a9eff217-923c-4bb6-b982-b33fcab18ec0 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:46.348169 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Attempting to bind port a9eff217-923c-4bb6-b982-b33fcab18ec0 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:46.348814 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Attempting to bind port a9eff217-923c-4bb6-b982-b33fcab18ec0 on network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:46.355537 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:46.356306 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Checking segment: {'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:46.356986 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:46.357633 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Bound using segment: {'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:46.358375 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Bound port: a9eff217-923c-4bb6-b982-b33fcab18ec0, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:46.359009 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:46.394812 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a4047fcd-ab6c-4e81-9671-01788c3aeb29 req-455b40ff-95fb-4d1e-9054-11b81a3ed39b tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504258 Apr 05 13:45:46.442708 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Allocated IP 172.27.2.50 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/e2c91587-f716-4748-972b-a49259666260) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:46.462713 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] For port a9eff217-923c-4bb6-b982-b33fcab18ec0, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:46.467113 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] For port a9eff217-923c-4bb6-b982-b33fcab18ec0, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a9eff217-923c-4bb6-b982-b33fcab18ec0,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:46.475282 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:46.564292 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9ef73-1688-470d-96d1-81545c87705b None None] Pushing event updated for resources: {'Port': ['ID=a9eff217-923c-4bb6-b982-b33fcab18ec0,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:46.564542 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks [] for port (e2c91587-f716-4748-972b-a49259666260), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:46.612914 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (e2c91587-f716-4748-972b-a49259666260), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:46.710358 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:46.715212 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:45:46.783213 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:46.788383 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:46.795041 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Pushing event updated for resources: {'Port': ['ID=e2c91587-f716-4748-972b-a49259666260,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:46.895272 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494220de-4fb7-47d8-a67b-82bbb2d7986b req-7be048d2-6ab7-4387-9130-70b71717d422 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:46.902130 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-494220de-4fb7-47d8-a67b-82bbb2d7986b req-7be048d2-6ab7-4387-9130-70b71717d422 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.2058802 Apr 05 13:45:47.076091 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-494220de-4fb7-47d8-a67b-82bbb2d7986b req-4811befb-4dfa-46c6-bc6a-813cce0324fe tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695693 Apr 05 13:45:47.142400 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52077192-a020-4995-980b-613a47c0870e req-4ffdbfe1-2712-4021-b344-b546fff7427e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:47.153375 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-52077192-a020-4995-980b-613a47c0870e req-4ffdbfe1-2712-4021-b344-b546fff7427e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0908222 Apr 05 13:45:47.228905 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-52077192-a020-4995-980b-613a47c0870e req-1ccc25dd-cde4-40ed-91a0-0e351d0224f8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684116 Apr 05 13:45:47.305986 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758194cb-0773-470a-bf82-19af777c7e95 req-fc3e547f-7b03-4df3-8eb6-3c060ee26146 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:47.312854 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-758194cb-0773-470a-bf82-19af777c7e95 req-fc3e547f-7b03-4df3-8eb6-3c060ee26146 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1166155 Apr 05 13:45:47.348677 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks [] for router_gateway (576d4964-f629-4d14-b395-4232731e9941), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:47.485680 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-758194cb-0773-470a-bf82-19af777c7e95 req-7ced9ffb-78cd-4fcf-a2dd-91d39f445571 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718729 Apr 05 13:45:47.578658 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93243f8c-cb07-46cf-8e1a-93cca91706b2 req-160b0932-eedf-415f-bb65-30158ed741ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:47.586925 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-93243f8c-cb07-46cf-8e1a-93cca91706b2 req-160b0932-eedf-415f-bb65-30158ed741ba service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930587 Apr 05 13:45:47.605630 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5ff6ff1f-edc5-4924-ae04-ba761f2ecca3 req-dacede63-cb87-4bc4-96c6-b824fdb27253 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 210 time: 0.2549303 Apr 05 13:45:47.799133 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-1bd3437b-6306-47cf-be59-cb87ec174fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:47.800730 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-1bd3437b-6306-47cf-be59-cb87ec174fd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 1128 time: 0.1118197 Apr 05 13:45:47.890751 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-ac5a5c84-19fb-4c84-91e3-99e8537093b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b8b738b-1903-4b5f-b33b-44e6534a54e6 HTTP/1.1" status: 200 len: 217 time: 0.0813394 Apr 05 13:45:47.985739 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-72d8ea8b-89b8-4d37-a3d1-50a536bf092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:47.987264 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-72d8ea8b-89b8-4d37-a3d1-50a536bf092b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 200 len: 854 time: 0.0894690 Apr 05 13:45:48.091277 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f830424-4aee-4a30-af4c-6acc892fb2a1 req-b044b99a-7649-4dc8-87f2-5ce254a68d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:48.092302 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0cfc8-1cbe-4ff0-bcbf-12b13e910ee5 None None] Network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:45:48.093604 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f830424-4aee-4a30-af4c-6acc892fb2a1 req-b044b99a-7649-4dc8-87f2-5ce254a68d47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e182e83f-1d35-4925-a1e8-7545c18bde85 HTTP/1.1" status: 200 len: 909 time: 0.6950545 Apr 05 13:45:48.232336 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-5c767d0f-ba5c-49a2-ac7e-ad435a77da95 None None] Provisioning complete for port a9eff217-923c-4bb6-b982-b33fcab18ec0 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:48.233303 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c767d0f-ba5c-49a2-ac7e-ad435a77da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:48.238208 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccd603-cb12-4031-8b75-28c9e6f0e2b4 req-ddfc7cd1-90f8-4397-88d4-7a6ac444ff42 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:48.244923 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-15ccd603-cb12-4031-8b75-28c9e6f0e2b4 req-ddfc7cd1-90f8-4397-88d4-7a6ac444ff42 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 943 time: 0.5589492 Apr 05 13:45:48.270633 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93540e1-e580-4b32-a6ab-a7f4a619cee3 req-96b73503-a0fd-4cc5-82e3-c918d7f8bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:48.272179 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c93540e1-e580-4b32-a6ab-a7f4a619cee3 req-96b73503-a0fd-4cc5-82e3-c918d7f8bef9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 1130 time: 0.5622506 Apr 05 13:45:48.281732 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc00448-eebc-4e27-bb1d-a0dcbfa288c5 req-da8c496d-0bf0-4e85-b1c8-177aeee9fecf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:48.284782 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (576d4964-f629-4d14-b395-4232731e9941), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:48.289765 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bbc00448-eebc-4e27-bb1d-a0dcbfa288c5 req-da8c496d-0bf0-4e85-b1c8-177aeee9fecf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.1031163 Apr 05 13:45:48.359525 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-15ccd603-cb12-4031-8b75-28c9e6f0e2b4 req-9b5da68c-1de3-4f58-87f0-aa1fb7b4667e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055346 Apr 05 13:45:48.399855 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-5c767d0f-ba5c-49a2-ac7e-ad435a77da95 None None] Current status of the port a9eff217-923c-4bb6-b982-b33fcab18ec0 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:48.399855 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c767d0f-ba5c-49a2-ac7e-ad435a77da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:48.400134 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bbc00448-eebc-4e27-bb1d-a0dcbfa288c5 req-029a3a73-6077-4fea-a5b1-6c238af9e323 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057112 Apr 05 13:45:48.466542 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-5c767d0f-ba5c-49a2-ac7e-ad435a77da95 None None] For port a9eff217-923c-4bb6-b982-b33fcab18ec0, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a9eff217-923c-4bb6-b982-b33fcab18ec0,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:48.473366 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c767d0f-ba5c-49a2-ac7e-ad435a77da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:48.489478 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Router 576d4964-f629-4d14-b395-4232731e9941 is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:45:48.550353 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c767d0f-ba5c-49a2-ac7e-ad435a77da95 None None] Pushing event updated for resources: {'Port': ['ID=a9eff217-923c-4bb6-b982-b33fcab18ec0,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:48.673372 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f938f09-d86c-451f-823f-5876d1820033 req-83e320e6-7994-4137-be96-0a367fbd602b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:48.674968 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f938f09-d86c-451f-823f-5876d1820033 req-83e320e6-7994-4137-be96-0a367fbd602b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.0724716 Apr 05 13:45:48.688224 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:45:48.698245 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Sync routers for ids ['576d4964-f629-4d14-b395-4232731e9941'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:45:48.702600 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99006c-4562-4656-b312-e7379cd2cdbb req-0eb3a79f-8563-461a-a024-743822351ea4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:48.704476 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c99006c-4562-4656-b312-e7379cd2cdbb req-0eb3a79f-8563-461a-a024-743822351ea4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.2009892 Apr 05 13:45:48.707919 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-7a164176-9e73-4378-89ea-5b444cfd27ac None None] Provisioning complete for port a9eff217-923c-4bb6-b982-b33fcab18ec0 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:48.708307 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7a164176-9e73-4378-89ea-5b444cfd27ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:48.724014 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Routers {'576d4964-f629-4d14-b395-4232731e9941'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:48.725562 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['576d4964-f629-4d14-b395-4232731e9941'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:48.748075 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f938f09-d86c-451f-823f-5876d1820033 req-f36e1cb4-6577-4cab-aea2-3e4ab0b15d0b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612438 Apr 05 13:45:48.751986 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:48.756067 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-81999086-2db9-4b90-84fe-da37f76625ef admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2830021 Apr 05 13:45:48.757502 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54476) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:48.775046 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c99006c-4562-4656-b312-e7379cd2cdbb req-6e05abb5-b189-44bd-ae01-c3caa7b60f7f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639050 Apr 05 13:45:48.929057 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-7a164176-9e73-4378-89ea-5b444cfd27ac None None] Current status of the port a9eff217-923c-4bb6-b982-b33fcab18ec0 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:48.970486 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Set router 576d4964-f629-4d14-b395-4232731e9941 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:48.980734 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a1ec470-5e09-4520-8065-8e6c263a8dcb req-e5b54797-79f9-483f-8364-c27e77c2e287 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 210 time: 0.0686419 Apr 05 13:45:48.994412 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device ae64f1b0-d20b-4b9d-bd73-4911753e24e8 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:45:49.037414 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a9eff217-923c-4bb6-b982-b33fcab18ec0 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:49.172272 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port a9eff217-923c-4bb6-b982-b33fcab18ec0 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:49.173746 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:49.192401 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:47Z', 'revision_number': 3, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:49.233147 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port ae64f1b0-d20b-4b9d-bd73-4911753e24e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:49.248003 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Checking router: 576d4964-f629-4d14-b395-4232731e9941 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:45:49.248423 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Updating router 576d4964-f629-4d14-b395-4232731e9941 port e2c91587-f716-4748-972b-a49259666260 binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:45:49.286981 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port a9eff217-923c-4bb6-b982-b33fcab18ec0 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:49.295655 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': 'ae64f1b0-d20b-4b9d-bd73-4911753e24e8', 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85', 'port_id': 'ae64f1b0-d20b-4b9d-bd73-4911753e24e8', 'mac_address': 'fa:16:3e:17:87:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11bffbd-825b-4198-9486-0abf63e39baa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:45:49.323812 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e2c91587-f716-4748-972b-a49259666260), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:49.358323 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:49.360025 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:49.381518 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae64f1b0-d20b-4b9d-bd73-4911753e24e8 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:45:49.411284 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:49.431455 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port ae64f1b0-d20b-4b9d-bd73-4911753e24e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:49.438367 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:49.520256 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:49.616179 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691a45b-7cfb-46bb-910d-21070a240670 req-b2c91734-9f36-449c-8cd0-beb07c7d269a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:49.618841 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f691a45b-7cfb-46bb-910d-21070a240670 req-b2c91734-9f36-449c-8cd0-beb07c7d269a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.1115189 Apr 05 13:45:49.632804 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf1fe-d8ed-45f1-b54c-616d3495eb5e req-c5bac2a8-d57f-4ea6-8c11-a2bc0762c41c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:49.635464 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-186bf1fe-d8ed-45f1-b54c-616d3495eb5e req-c5bac2a8-d57f-4ea6-8c11-a2bc0762c41c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 944 time: 0.1351840 Apr 05 13:45:49.711298 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f691a45b-7cfb-46bb-910d-21070a240670 req-60c8c198-684c-493f-b222-97afc16c020c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863657 Apr 05 13:45:49.737002 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-186bf1fe-d8ed-45f1-b54c-616d3495eb5e req-1005a74a-7818-4077-ab54-3e27fb64314e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911560 Apr 05 13:45:49.758955 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Publish callbacks [] for port (e2c91587-f716-4748-972b-a49259666260), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:49.766794 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e2c91587-f716-4748-972b-a49259666260), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:49.769289 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Allocated IP 172.20.0.1 (9d0b59a5-cdca-47e8-a09b-49bcf22a180c/21bd696a-ea8e-466c-af27-ff4e0e569372/6cb3d985-2ca5-4f69-b639-2d33104f54fb) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:49.822804 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Attempting to bind port e2c91587-f716-4748-972b-a49259666260 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:49.823180 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Attempting to bind port e2c91587-f716-4748-972b-a49259666260 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:49.823784 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Attempting to bind port e2c91587-f716-4748-972b-a49259666260 on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:49.837337 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:49.837829 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:49.838237 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:49.838631 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:49.849594 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Bound port: e2c91587-f716-4748-972b-a49259666260, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:49.849780 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e2c91587-f716-4748-972b-a49259666260), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:49.859240 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d343ee2-6cb9-40a5-ba88-2e81fef5448c None None] Pushing event updated for resources: {'Port': ['ID=e2c91587-f716-4748-972b-a49259666260,revision_number=2']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:49.963192 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] For port e2c91587-f716-4748-972b-a49259666260, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:49.971934 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] For port e2c91587-f716-4748-972b-a49259666260, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=e2c91587-f716-4748-972b-a49259666260,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:49.977606 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6b1c-9496-4132-9d6f-28622b73a659 req-43bf1eb2-5d4f-4131-ab0c-58e783e24f74 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:49.987147 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-286a6b1c-9496-4132-9d6f-28622b73a659 req-43bf1eb2-5d4f-4131-ab0c-58e783e24f74 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0878029 Apr 05 13:45:49.989302 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e2c91587-f716-4748-972b-a49259666260), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:50.019165 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Publish callbacks [] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:50.055868 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-286a6b1c-9496-4132-9d6f-28622b73a659 req-25d2df56-df4f-48fe-a220-37fa0ed71d90 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 Apr 05 13:45:50.064428 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c5a27-a990-4400-94ce-933755b6f994 req-6a7f15b0-1ef7-4e1b-bf0f-79c21ba40dde tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:50.066139 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-956c5a27-a990-4400-94ce-933755b6f994 req-6a7f15b0-1ef7-4e1b-bf0f-79c21ba40dde tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1162446 Apr 05 13:45:50.095858 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Routers {'576d4964-f629-4d14-b395-4232731e9941'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:50.096580 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['576d4964-f629-4d14-b395-4232731e9941'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:50.102953 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d343ee2-6cb9-40a5-ba88-2e81fef5448c None None] Pushing event updated for resources: {'Port': ['ID=e2c91587-f716-4748-972b-a49259666260,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:50.176230 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-956c5a27-a990-4400-94ce-933755b6f994 req-2f80e471-05dc-4289-887b-1e6ebb338945 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033645 Apr 05 13:45:50.177663 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:50.185321 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7430aa68-fab1-440a-ba84-237051415e84 req-e30bab74-bc5a-4fb7-b2c5-372ae79972c6 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 210 time: 0.0492241 Apr 05 13:45:50.237649 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:50.243045 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:50.249003 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:50.250089 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] Set router 576d4964-f629-4d14-b395-4232731e9941 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:50.252229 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb3d985-2ca5-4f69-b639-2d33104f54fb,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:50.307658 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (576d4964-f629-4d14-b395-4232731e9941), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:50.477551 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:50.550038 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:47Z', 'revision_number': 3, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:50.569038 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9323bd41-d498-486c-a678-43aa03908b80 None None] Provisioning complete for port 6cb3d985-2ca5-4f69-b639-2d33104f54fb triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:50.570246 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9323bd41-d498-486c-a678-43aa03908b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:50.623465 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9323bd41-d498-486c-a678-43aa03908b80 None None] Port 6cb3d985-2ca5-4f69-b639-2d33104f54fb cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:45:50.694846 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efcfc6-9905-4224-8a9f-7d916f4c1d6b None None] The sync data for ids ['576d4964-f629-4d14-b395-4232731e9941'] in dv-cinder-835878-2-iscsi is: [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:47Z', 'revision_number': 3, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:45:50.712929 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Publish callbacks [] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:50.720604 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:50.955479 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f830424-4aee-4a30-af4c-6acc892fb2a1 req-e920cd88-0169-486e-92da-c4b06549dc3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae64f1b0-d20b-4b9d-bd73-4911753e24e8 HTTP/1.1" status: 200 len: 217 time: 0.2126105 Apr 05 13:45:51.030002 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['ae64f1b0-d20b-4b9d-bd73-4911753e24e8'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:45:51.118060 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f830424-4aee-4a30-af4c-6acc892fb2a1 req-01445f83-d0d2-40dd-9a7f-be30fccf438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:51.138164 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f830424-4aee-4a30-af4c-6acc892fb2a1 req-01445f83-d0d2-40dd-9a7f-be30fccf438d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b11bffbd-825b-4198-9486-0abf63e39baa HTTP/1.1" status: 200 len: 848 time: 0.1434548 Apr 05 13:45:51.212911 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c93540e1-e580-4b32-a6ab-a7f4a619cee3 req-6335ef88-fc95-44df-ac9c-639b3d50fbf0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578876 Apr 05 13:45:51.217399 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f830424-4aee-4a30-af4c-6acc892fb2a1 req-9cf808b6-c639-43a7-924f-b5f1bd8482f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e182e83f-1d35-4925-a1e8-7545c18bde85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681040 Apr 05 13:45:51.265977 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8327-6ae3-45c6-aead-8b86e6b0f887 req-a2634b97-a3dc-4951-a7d7-6ea00ff8f752 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:51.267752 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-26ad8327-6ae3-45c6-aead-8b86e6b0f887 req-a2634b97-a3dc-4951-a7d7-6ea00ff8f752 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 944 time: 0.3442512 Apr 05 13:45:51.392777 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-26ad8327-6ae3-45c6-aead-8b86e6b0f887 req-09f307e5-4958-4566-a4eb-92e5321c2808 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123335 Apr 05 13:45:51.478468 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (576d4964-f629-4d14-b395-4232731e9941), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:51.492374 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb3d985-2ca5-4f69-b639-2d33104f54fb,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:51.575879 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35203d2-4ebc-445e-b664-67427057b1f0 req-5a912e31-2a9c-482f-8c48-9734324544e3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:51.577659 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c35203d2-4ebc-445e-b664-67427057b1f0 req-5a912e31-2a9c-482f-8c48-9734324544e3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.2981133 Apr 05 13:45:51.631166 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f830424-4aee-4a30-af4c-6acc892fb2a1 req-33dc3274-8215-45ba-8a31-16c4780d7cb6 service neutron] 10.222.0.46 "GET /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796868 Apr 05 13:45:51.653547 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-0694bd60-f512-4ab3-a5f9-887c9d8bfe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:51.655245 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-0694bd60-f512-4ab3-a5f9-887c9d8bfe57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3cff852-d241-43ab-830a-cae40270149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7782218 Apr 05 13:45:51.663398 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-9fb7c473-8a07-489c-9ec4-14d74c3368e7 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:51.665018 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-9fb7c473-8a07-489c-9ec4-14d74c3368e7 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.46 "GET /v2.0/networks?id=c3577407-2ce1-48bb-9562-9c8640b0a046 HTTP/1.1" status: 200 len: 814 time: 0.3680813 Apr 05 13:45:51.696463 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757d547-d9ff-45cb-ad3f-362c64691bc6 req-35b1e4ec-0ec4-44ed-9b92-5f1fd5480e1f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:51.700332 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4757d547-d9ff-45cb-ad3f-362c64691bc6 req-35b1e4ec-0ec4-44ed-9b92-5f1fd5480e1f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0658348 Apr 05 13:45:51.738349 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:51.745651 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:51.756089 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c35203d2-4ebc-445e-b664-67427057b1f0 req-f1d6b800-fc7b-4e52-8f85-b3925f96a80e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317458 Apr 05 13:45:51.813563 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4757d547-d9ff-45cb-ad3f-362c64691bc6 req-869f4a17-03ff-422b-9b11-3f3a14432792 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086586 Apr 05 13:45:52.103925 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5dbe6c13-1d4d-4eab-b075-fca2b8dc2f89 req-d6da43d7-9080-446b-b082-3bf1c26c4a94 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 210 time: 0.0962372 Apr 05 13:45:52.130799 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'port': {'device_id': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'admin_state_up': True, 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:52.261407 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8f830424-4aee-4a30-af4c-6acc892fb2a1 req-a28dae17-5925-4f6d-b132-0e6cc217ebf0 service neutron] 10.222.0.46 "GET /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079019 Apr 05 13:45:52.337208 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-592db1b4-9f98-4800-9712-71caf238b47b None None] Provisioning complete for port 6cb3d985-2ca5-4f69-b639-2d33104f54fb triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:52.338686 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-592db1b4-9f98-4800-9712-71caf238b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:52.392254 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-592db1b4-9f98-4800-9712-71caf238b47b None None] Port 6cb3d985-2ca5-4f69-b639-2d33104f54fb cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:45:52.408859 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Router 576d4964-f629-4d14-b395-4232731e9941 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:45:52.555362 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966351d8-0b92-4a3c-8677-b7f76103be45 req-69b564e9-0ec8-451e-825e-232ad625efb3 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:52.557754 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-966351d8-0b92-4a3c-8677-b7f76103be45 req-69b564e9-0ec8-451e-825e-232ad625efb3 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 944 time: 0.0875421 Apr 05 13:45:52.613151 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Made reservation on behalf of ad212df8938b49c5b4ea37ea0e5428d5 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:52.616422 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:52.619990 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-62e24c95-909f-4bba-9756-c2d11324333b service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419221 Apr 05 13:45:52.628656 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-966351d8-0b92-4a3c-8677-b7f76103be45 req-ba9615ce-b418-48eb-b900-d20e95b9534c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589392 Apr 05 13:45:52.638433 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c388f-3006-4906-8d33-24836fa04b47 req-fa71a177-8e55-4655-8c13-f846be9d8050 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:52.639983 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-932c388f-3006-4906-8d33-24836fa04b47 req-fa71a177-8e55-4655-8c13-f846be9d8050 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.5828061 Apr 05 13:45:52.696620 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:45:52.741812 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-6b4c8952-2786-482e-83e3-fca9d0bf4d55 admin admin] 10.222.0.59 "PUT /v2.0/routers/576d4964-f629-4d14-b395-4232731e9941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9745872 Apr 05 13:45:52.746157 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device ae64f1b0-d20b-4b9d-bd73-4911753e24e8 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:52.764961 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-932c388f-3006-4906-8d33-24836fa04b47 req-3b9a5ddb-7ce1-4c0d-8275-b93fee7be1db tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154552 Apr 05 13:45:52.854575 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Allocated IP 172.20.0.12 (c3577407-2ce1-48bb-9562-9c8640b0a046/e8c0e83c-d0c1-48b3-ac4b-590a8978b267/b68cef7c-d9bf-494a-be42-2c1584ca80e8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:53.024776 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:45:53.035407 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device e2c91587-f716-4748-972b-a49259666260 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:53.091071 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:53.091784 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:53.125890 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d177a6c-7707-4b5d-a6f1-05ee68ec92d5 req-9b4ee24c-ff2b-464f-8e54-005e9c26fe1e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:53.134049 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1d177a6c-7707-4b5d-a6f1-05ee68ec92d5 req-9b4ee24c-ff2b-464f-8e54-005e9c26fe1e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.1169562 Apr 05 13:45:53.161377 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port e2c91587-f716-4748-972b-a49259666260 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:53.162402 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e2c91587-f716-4748-972b-a49259666260), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:53.256146 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1d177a6c-7707-4b5d-a6f1-05ee68ec92d5 req-18754f6d-6944-4352-a40f-f32829001e66 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159165 Apr 05 13:45:53.320900 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846541-1a8b-4ead-8963-7683ac07f024 req-3d40785a-348e-4b85-b3af-3ee72be5d4a2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:53.341350 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-de846541-1a8b-4ead-8963-7683ac07f024 req-3d40785a-348e-4b85-b3af-3ee72be5d4a2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.2277749 Apr 05 13:45:53.375930 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:53.418429 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5131c87b-1402-4d22-8f1d-48ed3cbdf7c1 req-04427d04-ad79-44d8-af94-b92ffa376dc4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 210 time: 0.0687649 Apr 05 13:45:53.477900 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-de846541-1a8b-4ead-8963-7683ac07f024 req-f80f1871-a964-45eb-9adc-150d8e9356a6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349752 Apr 05 13:45:53.506301 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:53.627714 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Network c3577407-2ce1-48bb-9562-9c8640b0a046 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:53.632063 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:53.632348 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Sync routers for ids ['576d4964-f629-4d14-b395-4232731e9941'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:45:53.633963 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'Port': ['ID=b68cef7c-d9bf-494a-be42-2c1584ca80e8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:53.644384 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:53.688504 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Routers {'576d4964-f629-4d14-b395-4232731e9941'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:53.689294 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['576d4964-f629-4d14-b395-4232731e9941'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:53.693248 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:53.693658 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:53.756901 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:53.757535 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:53.783564 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port e2c91587-f716-4748-972b-a49259666260 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:53.784027 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e2c91587-f716-4748-972b-a49259666260), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:53.795970 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-bb985894-aa21-45da-a810-e556077ebbb5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7120330 Apr 05 13:45:53.863288 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fce8a-d3ad-4950-8ed9-695996afc825 req-238682eb-b952-49be-a279-143c5599f55d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:53.874514 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-959fce8a-d3ad-4950-8ed9-695996afc825 req-238682eb-b952-49be-a279-143c5599f55d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 944 time: 0.1183825 Apr 05 13:45:53.930778 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9a7ca6-d28c-4983-a53c-e4fb53299efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae64f1b0-d20b-4b9d-bd73-4911753e24e8'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:45:53.933811 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2072d0-55d7-4a4e-94ab-f26f7b735d58" -d '{"events": [{"server_uuid": "7e9a7ca6-d28c-4983-a53c-e4fb53299efc", "name": "network-vif-plugged", "status": "completed", "tag": "ae64f1b0-d20b-4b9d-bd73-4911753e24e8"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:45:53.944543 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port e2c91587-f716-4748-972b-a49259666260, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=e2c91587-f716-4748-972b-a49259666260,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:53.954615 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e2c91587-f716-4748-972b-a49259666260), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:53.959306 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-959fce8a-d3ad-4950-8ed9-695996afc825 req-5b6a5567-a851-4aa7-96d1-51f6cadef1a3 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823188 Apr 05 13:45:53.974604 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54566) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:53.981885 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1570140441-network', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:54.025941 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Made reservation on behalf of 8760d36c4ab341b08de8eab7cfc7ee38 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:54.034158 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.053416 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.063847 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b9563-ef69-4251-933e-61bdc7af49b7 req-d194fbc8-476d-4826-8c9d-292d0a882f08 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:54.065597 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f1b9563-ef69-4251-933e-61bdc7af49b7 req-d194fbc8-476d-4826-8c9d-292d0a882f08 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1533287 Apr 05 13:45:54.069191 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb48828-7673-4243-920b-6fd6c6440449 x-openstack-request-id: req-fcb48828-7673-4243-920b-6fd6c6440449 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:45:54.069692 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9a7ca6-d28c-4983-a53c-e4fb53299efc", "name": "network-vif-plugged", "status": "completed", "tag": "ae64f1b0-d20b-4b9d-bd73-4911753e24e8", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:45:54.070073 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fcb48828-7673-4243-920b-6fd6c6440449 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:45:54.070600 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb48828-7673-4243-920b-6fd6c6440449'] response: {'server_uuid': '7e9a7ca6-d28c-4983-a53c-e4fb53299efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae64f1b0-d20b-4b9d-bd73-4911753e24e8', 'code': 200} Apr 05 13:45:54.072592 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port ae64f1b0-d20b-4b9d-bd73-4911753e24e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:54.087716 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.133816 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=e2c91587-f716-4748-972b-a49259666260,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:54.146409 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f1b9563-ef69-4251-933e-61bdc7af49b7 req-c192f744-6db3-448a-b6af-a81c8e9b672d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749328 Apr 05 13:45:54.193396 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Set router 576d4964-f629-4d14-b395-4232731e9941 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:54.210960 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Publish callbacks [] for security_group (cc90c448-e3f2-4315-8390-bbc960d8fc2f), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.216716 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (cc90c448-e3f2-4315-8390-bbc960d8fc2f), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.244716 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:45:54.251400 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-e220466b-19fb-477e-87f1-bd13931450bb None None] Provisioning complete for port b68cef7c-d9bf-494a-be42-2c1584ca80e8 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:54.252044 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e220466b-19fb-477e-87f1-bd13931450bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.255227 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc90c448-e3f2-4315-8390-bbc960d8fc2f,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:54.255545 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:54.273952 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (089abe49-99e0-45fc-a5de-199f6a280fff), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.274222 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Added segment 089abe49-99e0-45fc-a5de-199f6a280fff of type vlan for network 43314f03-791b-4109-a97e-dbd7c7096417 Apr 05 13:45:54.342021 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (43314f03-791b-4109-a97e-dbd7c7096417), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.360803 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-e220466b-19fb-477e-87f1-bd13931450bb None None] Port b68cef7c-d9bf-494a-be42-2c1584ca80e8 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:45:54.406611 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (43314f03-791b-4109-a97e-dbd7c7096417), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.408012 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:54.408786 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.432440 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4567211 Apr 05 13:45:54.437455 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54570) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:54.443051 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Request body: {'subnet': {'network_id': '43314f03-791b-4109-a97e-dbd7c7096417', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1570140441-subnet', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:54.490783 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Made reservation on behalf of 8760d36c4ab341b08de8eab7cfc7ee38 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:45:54.495810 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25434329'] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.523530 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c032fa-1950-4e72-8c5e-926331bea31c req-3cca7285-c62c-422a-ad81-2b7832253a26 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:54.525103 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4c032fa-1950-4e72-8c5e-926331bea31c req-3cca7285-c62c-422a-ad81-2b7832253a26 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.1892397 Apr 05 13:45:54.546583 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfec57a-38a3-48da-a47a-1b0517328f4b admin admin] Pushing event updated for resources: {'Network': ['ID=43314f03-791b-4109-a97e-dbd7c7096417,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:54.559844 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 43314f03-791b-4109-a97e-dbd7c7096417 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:45:54.598603 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4c032fa-1950-4e72-8c5e-926331bea31c req-d55b3e2f-137d-4da5-a99b-d1c161c41eef tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657330 Apr 05 13:45:54.661450 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:50Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6cb3d985-2ca5-4f69-b639-2d33104f54fb', 'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'mac_address': 'fa:16:3e:1e:95:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:49Z', 'updated_at': '2022-04-05T13:45:50Z', 'revision_number': 2, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'subnets': [{'id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:54.662886 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442f247-cc0d-4107-8f2a-0eb8a076d6ff req-c2db400c-7b54-4201-8cf3-24c14d4c64af tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:54.665305 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2442f247-cc0d-4107-8f2a-0eb8a076d6ff req-c2db400c-7b54-4201-8cf3-24c14d4c64af tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 932 time: 0.1498299 Apr 05 13:45:54.712798 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Checking router: 576d4964-f629-4d14-b395-4232731e9941 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:45:54.713166 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Updating router 576d4964-f629-4d14-b395-4232731e9941 port 6cb3d985-2ca5-4f69-b639-2d33104f54fb binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:45:54.758185 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.764601 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2442f247-cc0d-4107-8f2a-0eb8a076d6ff req-adff8b03-0bc8-4db4-bc71-6e3959c10142 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928020 Apr 05 13:45:54.788961 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a15ec-b7ae-4697-9960-a85256aa6aeb req-2daf1dd0-4428-4842-ad2c-0aef98080b4a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:54.797848 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea2a15ec-b7ae-4697-9960-a85256aa6aeb req-2daf1dd0-4428-4842-ad2c-0aef98080b4a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1094520 Apr 05 13:45:54.843801 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25339361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25434311'] for subnet (49722c6b-d839-4ccd-8501-5f99b7711c91), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:54.848827 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device e2c91587-f716-4748-972b-a49259666260 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:45:54.882640 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea2a15ec-b7ae-4697-9960-a85256aa6aeb req-f3f57011-e591-4aee-87a8-1cf8ba0adfd8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785809 Apr 05 13:45:54.929542 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49722c6b-d839-4ccd-8501-5f99b7711c91,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:54.965508 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Checking segment: {'id': '089abe49-99e0-45fc-a5de-199f6a280fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:54.965875 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Network hostable DHCP agents. Network: 43314f03-791b-4109-a97e-dbd7c7096417, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:45:54.985342 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port e2c91587-f716-4748-972b-a49259666260 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:54.985632 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Network 43314f03-791b-4109-a97e-dbd7c7096417 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:45:54.985779 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e2c91587-f716-4748-972b-a49259666260), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:55.004988 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 43314f03-791b-4109-a97e-dbd7c7096417) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:55.023144 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:55.024364 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:55.058368 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c3ff5845-a82b-447a-9c56-1521f49f6375 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6190743 Apr 05 13:45:55.060795 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54580) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:45:55.068497 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf1cde2-3db7-4b7b-8d98-68fba7e29d45 None None] Network 43314f03-791b-4109-a97e-dbd7c7096417 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:45:55.069646 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1570140441-router', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:55.114943 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (3d676833-edc4-46cb-a99b-afa90b9f7743), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:55.116347 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (3d676833-edc4-46cb-a99b-afa90b9f7743), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:55.161356 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32677c6-3df3-4a5c-bea0-ab7215ed7b92 req-836e4feb-2419-4f96-a26a-be1a3488b0e3 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:55.163038 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a32677c6-3df3-4a5c-bea0-ab7215ed7b92 req-836e4feb-2419-4f96-a26a-be1a3488b0e3 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 945 time: 0.0978084 Apr 05 13:45:55.217239 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks [] for router_controller (3d676833-edc4-46cb-a99b-afa90b9f7743), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:55.231512 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-43314f03-791b-4109-a97e-dbd7c7096417', 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417', 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'fixed_ips': [{'subnet_id': '49722c6b-d839-4ccd-8501-5f99b7711c91'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:45:55.231512 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:55.326488 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a32677c6-3df3-4a5c-bea0-ab7215ed7b92 req-0fad3c0e-6fb3-414f-8d80-5bd865a275aa tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318717 Apr 05 13:45:55.357952 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b9917-9500-4092-bc17-375397098da0 req-9278cfb8-b19d-43c3-8bd9-e95d8c7af8a3 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:55.368106 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f0b9917-9500-4092-bc17-375397098da0 req-9278cfb8-b19d-43c3-8bd9-e95d8c7af8a3 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1115296 Apr 05 13:45:55.461764 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f0b9917-9500-4092-bc17-375397098da0 req-db6363ed-bf5d-4c2b-90ed-dd353514e6ff tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921957 Apr 05 13:45:55.477668 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks [] for router_gateway (3d676833-edc4-46cb-a99b-afa90b9f7743), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:55.536421 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port e2c91587-f716-4748-972b-a49259666260 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:55.638578 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Publish callbacks [] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:55.674941 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Allocated IP 172.20.0.2 (43314f03-791b-4109-a97e-dbd7c7096417/49722c6b-d839-4ccd-8501-5f99b7711c91/bea29ef7-b8d1-431a-aabd-f4a8f56d827b) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:55.677002 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:55.862338 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121d869-5ebe-4c12-9a23-f49d7d80e50a None None] Pushing event updated for resources: {'Port': ['ID=6cb3d985-2ca5-4f69-b639-2d33104f54fb,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:55.924970 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks [] for router_gateway (3d676833-edc4-46cb-a99b-afa90b9f7743), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:55.991013 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:56.016343 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681bbff-a978-4885-9409-da17288ffbb8 req-288f0d3c-5506-4645-a5a8-83b31f0cb7ab tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:56.018709 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2681bbff-a978-4885-9409-da17288ffbb8 req-288f0d3c-5506-4645-a5a8-83b31f0cb7ab tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.2944250 Apr 05 13:45:56.201723 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d252f42-1adc-4a2d-ad9d-2f6d1f6dce8b req-c57a38fb-ee49-44fb-bf9a-70d30a7155a5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:56.205446 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Attempting to bind port 6cb3d985-2ca5-4f69-b639-2d33104f54fb on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:56.209758 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Attempting to bind port 6cb3d985-2ca5-4f69-b639-2d33104f54fb by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:56.217653 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Attempting to bind port 6cb3d985-2ca5-4f69-b639-2d33104f54fb on network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:56.236481 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4d252f42-1adc-4a2d-ad9d-2f6d1f6dce8b req-c57a38fb-ee49-44fb-bf9a-70d30a7155a5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 932 time: 0.2844245 Apr 05 13:45:56.263317 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Request body: {'port': {'device_id': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:45:56.279916 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:56.280778 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Checking segment: {'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:56.285740 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:56.286469 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Bound using segment: {'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:56.287291 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Bound port: 6cb3d985-2ca5-4f69-b639-2d33104f54fb, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:56.287875 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:56.300598 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4d252f42-1adc-4a2d-ad9d-2f6d1f6dce8b req-93a21d64-ff5e-4a14-8a52-9af570a8119a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630803 Apr 05 13:45:56.416433 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-cdda1d93-4dda-4652-aa6c-00513f9621f1 None None] Provisioning complete for port 6cb3d985-2ca5-4f69-b639-2d33104f54fb triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:56.418268 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-cdda1d93-4dda-4652-aa6c-00513f9621f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:56.455124 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Allocated IP 172.27.2.249 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/4e802e05-a0f2-4db6-aa81-b5ca4991670f) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:45:56.556207 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] For port 6cb3d985-2ca5-4f69-b639-2d33104f54fb, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:56.565396 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] For port 6cb3d985-2ca5-4f69-b639-2d33104f54fb, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=6cb3d985-2ca5-4f69-b639-2d33104f54fb,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:56.590934 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:56.650881 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378de58-b49d-4d2f-9e53-18df597a5265 req-6a788bcc-8ddb-47fd-b3c3-6f75fb79f695 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:56.664762 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f378de58-b49d-4d2f-9e53-18df597a5265 req-6a788bcc-8ddb-47fd-b3c3-6f75fb79f695 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.2134571 Apr 05 13:45:56.708793 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36defb0c-83ca-42dc-a074-2b785825db55 req-7f37d565-e4e9-4381-be92-b89756447abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:56.710287 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-36defb0c-83ca-42dc-a074-2b785825db55 req-7f37d565-e4e9-4381-be92-b89756447abd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 1129 time: 0.2009807 Apr 05 13:45:56.722368 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2681bbff-a978-4885-9409-da17288ffbb8 req-b6db5af1-5eb8-492d-8a0b-cbb3aa8515f6 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6980286 Apr 05 13:45:56.960225 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f378de58-b49d-4d2f-9e53-18df597a5265 req-78e6414a-198d-41ff-a37b-d908e811c575 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938173 Apr 05 13:45:56.972424 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-36defb0c-83ca-42dc-a074-2b785825db55 req-3fb1e78e-a085-4f9b-8ead-cc6acaa9e8a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347562 Apr 05 13:45:57.137249 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Publish callbacks [] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:57.160548 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:57.193520 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121d869-5ebe-4c12-9a23-f49d7d80e50a None None] Pushing event updated for resources: {'Port': ['ID=6cb3d985-2ca5-4f69-b639-2d33104f54fb,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:57.205628 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Routers {'576d4964-f629-4d14-b395-4232731e9941'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:45:57.206765 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['576d4964-f629-4d14-b395-4232731e9941'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:57.219474 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58267002-dff1-4ea9-bb2a-4d5a8d4b76f4 req-4e10530c-65f7-4591-a0b2-56c63c63b4bf tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:57.221100 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-58267002-dff1-4ea9-bb2a-4d5a8d4b76f4 req-4e10530c-65f7-4591-a0b2-56c63c63b4bf tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1599326 Apr 05 13:45:57.327882 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-58267002-dff1-4ea9-bb2a-4d5a8d4b76f4 req-55362a86-4e4c-4418-be2b-8aca4b59e4cc tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894818 Apr 05 13:45:57.396325 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Network 43314f03-791b-4109-a97e-dbd7c7096417 is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:57.413861 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:57.420598 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:57.442390 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:57.546838 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Pushing event updated for resources: {'Port': ['ID=bea29ef7-b8d1-431a-aabd-f4a8f56d827b,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:57.560869 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks [] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:57.565310 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30ef3a1b-3c7a-411d-a413-33b87f55758c req-31431181-acd9-4b40-a16a-3e6219b57ae5 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4084404 Apr 05 13:45:57.691924 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b3886-1750-492d-9905-2bd378bdffed req-eefb3979-a56a-4931-936a-9c2feb6d3db0 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:57.693476 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c35b3886-1750-492d-9905-2bd378bdffed req-eefb3979-a56a-4931-936a-9c2feb6d3db0 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 945 time: 0.4784372 Apr 05 13:45:57.701738 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] Set router 576d4964-f629-4d14-b395-4232731e9941 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:45:57.706520 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f9ca9-3c09-40e2-ac7a-fbca54a0d5b2 req-0b4e4487-676f-40a4-ac87-75794b82bd43 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:57.710529 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd8f9ca9-3c09-40e2-ac7a-fbca54a0d5b2 req-0b4e4487-676f-40a4-ac87-75794b82bd43 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 932 time: 0.1814106 Apr 05 13:45:57.793234 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:57.873427 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd8f9ca9-3c09-40e2-ac7a-fbca54a0d5b2 req-08dcccac-9b05-412f-820f-c9a095c0f0b9 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565053 Apr 05 13:45:57.878291 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-cdda1d93-4dda-4652-aa6c-00513f9621f1 None None] Current status of the port 6cb3d985-2ca5-4f69-b639-2d33104f54fb is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:57.878697 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-cdda1d93-4dda-4652-aa6c-00513f9621f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:57.929165 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-cdda1d93-4dda-4652-aa6c-00513f9621f1 None None] For port 6cb3d985-2ca5-4f69-b639-2d33104f54fb, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=6cb3d985-2ca5-4f69-b639-2d33104f54fb,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:57.981396 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:45:57.990345 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-cdda1d93-4dda-4652-aa6c-00513f9621f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:57.998597 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:45:58.000246 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Attempting to bind port bea29ef7-b8d1-431a-aabd-f4a8f56d827b on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:45:58.000636 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Attempting to bind port bea29ef7-b8d1-431a-aabd-f4a8f56d827b by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '089abe49-99e0-45fc-a5de-199f6a280fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:45:58.001016 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Attempting to bind port bea29ef7-b8d1-431a-aabd-f4a8f56d827b on network 43314f03-791b-4109-a97e-dbd7c7096417 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:45:58.084132 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda1d93-4dda-4652-aa6c-00513f9621f1 None None] Pushing event updated for resources: {'Port': ['ID=6cb3d985-2ca5-4f69-b639-2d33104f54fb,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:58.096105 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:45:58.098432 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:45:58.098821 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Checking segment: {'id': '089abe49-99e0-45fc-a5de-199f6a280fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:45:58.099724 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:58.099724 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Bound using segment: {'id': '089abe49-99e0-45fc-a5de-199f6a280fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:45:58.100135 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Bound port: bea29ef7-b8d1-431a-aabd-f4a8f56d827b, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089abe49-99e0-45fc-a5de-199f6a280fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:45:58.100510 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:58.248728 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] For port bea29ef7-b8d1-431a-aabd-f4a8f56d827b, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:45:58.261640 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] For port bea29ef7-b8d1-431a-aabd-f4a8f56d827b, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=bea29ef7-b8d1-431a-aabd-f4a8f56d827b,segment=NetworkSegment(089abe49-99e0-45fc-a5de-199f6a280fff),segment_id=089abe49-99e0-45fc-a5de-199f6a280fff)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:45:58.344697 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c35b3886-1750-492d-9905-2bd378bdffed req-4398d1ef-c0a8-4caf-b222-4cdbd511db90 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255753 Apr 05 13:45:58.346116 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:58.358577 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed529d33-edc9-42ac-99d8-b10cdae82840 req-3b00031f-25ca-4f6e-a47d-0d36e999359f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:58.371050 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ed529d33-edc9-42ac-99d8-b10cdae82840 req-3b00031f-25ca-4f6e-a47d-0d36e999359f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.1175342 Apr 05 13:45:58.396112 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Pushing event updated for resources: {'Port': ['ID=4e802e05-a0f2-4db6-aa81-b5ca4991670f,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:58.489225 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ed529d33-edc9-42ac-99d8-b10cdae82840 req-230af1c9-eef6-428b-a3d0-ff5cd2ad3061 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164701 Apr 05 13:45:58.577883 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1ef88620-1824-4c7c-a90e-7acdc239f0a4 None None] Provisioning complete for port 6cb3d985-2ca5-4f69-b639-2d33104f54fb triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:45:58.578409 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1ef88620-1824-4c7c-a90e-7acdc239f0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:58.696839 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5a6e1-2cf2-4bff-acce-51b67b157826 req-442ce692-b9ab-44a2-a676-66a9ade6add0 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:58.699389 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47d5a6e1-2cf2-4bff-acce-51b67b157826 req-442ce692-b9ab-44a2-a676-66a9ade6add0 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1286850 Apr 05 13:45:58.700348 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ee43c-36ce-47f3-b7d6-bb57540748d0 None None] Pushing event updated for resources: {'Port': ['ID=bea29ef7-b8d1-431a-aabd-f4a8f56d827b,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:58.789147 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-47d5a6e1-2cf2-4bff-acce-51b67b157826 req-b999c675-5e37-4338-86f3-4d7f35914d7f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791423 Apr 05 13:45:58.831959 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0fe97-5818-4448-870f-5a989baa762a req-93e99b4d-29e5-4eed-a591-33d208957b0f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:58.833548 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-13a0fe97-5818-4448-870f-5a989baa762a req-93e99b4d-29e5-4eed-a591-33d208957b0f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.3299508 Apr 05 13:45:58.925999 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks [] for router_gateway (3d676833-edc4-46cb-a99b-afa90b9f7743), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:59.020833 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68cef7c-d9bf-494a-be42-2c1584ca80e8 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:45:59.037049 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Publish callbacks [] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:59.052236 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-13a0fe97-5818-4448-870f-5a989baa762a req-76aca633-5721-401e-b7a2-011d242201c6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859567 Apr 05 13:45:59.139645 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1ef88620-1824-4c7c-a90e-7acdc239f0a4 None None] Current status of the port 6cb3d985-2ca5-4f69-b639-2d33104f54fb is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:59.151892 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:50Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6cb3d985-2ca5-4f69-b639-2d33104f54fb', 'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'mac_address': 'fa:16:3e:1e:95:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:49Z', 'updated_at': '2022-04-05T13:45:56Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'subnets': [{'id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:45:59.173736 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Transition to ACTIVE for port object b68cef7c-d9bf-494a-be42-2c1584ca80e8 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:45:59.180216 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:59.181045 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcfb24-ecb4-4390-9f4b-996f7c229f47 req-4a47eab9-88c7-4401-a61b-c74c13afe531 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:59.194196 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d1bcfb24-ecb4-4390-9f4b-996f7c229f47 req-4a47eab9-88c7-4401-a61b-c74c13afe531 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 932 time: 0.1560297 Apr 05 13:45:59.196696 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd285c9-fe93-496d-8e8e-317d7a5b599e None None] The sync data for ids ['576d4964-f629-4d14-b395-4232731e9941'] in dv-cinder-835878-2-iscsi is: [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:50Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6cb3d985-2ca5-4f69-b639-2d33104f54fb', 'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'mac_address': 'fa:16:3e:1e:95:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:49Z', 'updated_at': '2022-04-05T13:45:56Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'subnets': [{'id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:45:59.341171 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d1bcfb24-ecb4-4390-9f4b-996f7c229f47 req-bd69b31f-de31-4386-9fe8-d2fabfbb7076 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393964 Apr 05 13:45:59.348729 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 0b8b738b-1903-4b5f-b33b-44e6534a54e6 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:45:59.591115 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 0b8b738b-1903-4b5f-b33b-44e6534a54e6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0b8b738b-1903-4b5f-b33b-44e6534a54e6,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:59.608446 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '0b8b738b-1903-4b5f-b33b-44e6534a54e6', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'port_id': '0b8b738b-1903-4b5f-b33b-44e6534a54e6', 'mac_address': 'fa:16:3e:61:e6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:45:59.653416 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b68cef7c-d9bf-494a-be42-2c1584ca80e8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:59.726675 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:45:59.727075 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:59.768284 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8b738b-1903-4b5f-b33b-44e6534a54e6 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:45:59.832595 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 0b8b738b-1903-4b5f-b33b-44e6534a54e6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0b8b738b-1903-4b5f-b33b-44e6534a54e6,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:45:59.837418 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16a600-19c3-40f2-8956-dc69c053014a req-424c5cd5-5c84-42c6-baee-3e2622a95617 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:45:59.843266 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:45:59.850432 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8d16a600-19c3-40f2-8956-dc69c053014a req-424c5cd5-5c84-42c6-baee-3e2622a95617 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 944 time: 0.1601400 Apr 05 13:45:59.974950 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8d16a600-19c3-40f2-8956-dc69c053014a req-a5fb8f58-8d51-4e8a-8eea-c6b9f594487f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093478 Apr 05 13:45:59.981549 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=0b8b738b-1903-4b5f-b33b-44e6534a54e6,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:45:59.994577 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3e39b-cbaa-4465-a1ef-7be59b269405 req-e0c0c788-736f-4fa5-9143-308957f45b5f tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:00.003143 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-88e3e39b-cbaa-4465-a1ef-7be59b269405 req-e0c0c788-736f-4fa5-9143-308957f45b5f tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 945 time: 0.5057380 Apr 05 13:46:00.007908 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Attempting to bind port b68cef7c-d9bf-494a-be42-2c1584ca80e8 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:46:00.008251 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Attempting to bind port b68cef7c-d9bf-494a-be42-2c1584ca80e8 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:46:00.008586 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Attempting to bind port b68cef7c-d9bf-494a-be42-2c1584ca80e8 on network c3577407-2ce1-48bb-9562-9c8640b0a046 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:46:00.033018 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Port b68cef7c-d9bf-494a-be42-2c1584ca80e8 on network c3577407-2ce1-48bb-9562-9c8640b0a046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:46:00.033349 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Attempting to bind port b68cef7c-d9bf-494a-be42-2c1584ca80e8 on network c3577407-2ce1-48bb-9562-9c8640b0a046 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:46:00.041299 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:46:00.041654 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Checking segment: {'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:46:00.042557 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Bound using segment: {'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:46:00.042997 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Bound port: b68cef7c-d9bf-494a-be42-2c1584ca80e8, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9dfff2e-12b6-4827-8389-22a1c0783fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:46:00.043360 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:00.046232 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (3d676833-edc4-46cb-a99b-afa90b9f7743), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:00.105236 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-88e3e39b-cbaa-4465-a1ef-7be59b269405 req-151e1d2a-d407-480d-b0e2-1438e8a6f2c2 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008034 Apr 05 13:46:00.164455 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['0b8b738b-1903-4b5f-b33b-44e6534a54e6'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:46:00.258223 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f940-439c-42ea-8dd5-9e1631a09bd0 req-c4a6417e-af4d-43ee-8a88-8b9f7cd64d72 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:00.266499 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3592f940-439c-42ea-8dd5-9e1631a09bd0 req-c4a6417e-af4d-43ee-8a88-8b9f7cd64d72 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1540670 Apr 05 13:46:00.412751 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3592f940-439c-42ea-8dd5-9e1631a09bd0 req-e7a58382-54f5-41b3-9d9c-46a63ff59bde tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437323 Apr 05 13:46:00.504121 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a809808-6444-4d60-97b4-0c416617e127 None None] Network 43314f03-791b-4109-a97e-dbd7c7096417 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:46:00.531147 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b1187-1f38-4bfd-bb56-75c0273670f2 req-9926aade-f86e-4055-a55f-ae492ec33453 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:00.533246 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a8b1187-1f38-4bfd-bb56-75c0273670f2 req-9926aade-f86e-4055-a55f-ae492ec33453 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.2378166 Apr 05 13:46:00.569648 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] For port b68cef7c-d9bf-494a-be42-2c1584ca80e8, host hv-cinder-83587, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:46:00.633271 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] For port b68cef7c-d9bf-494a-be42-2c1584ca80e8, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:46:00.683720 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:00.694674 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-6096345b-ac31-42f4-b302-de4cc69f06df None None] Provisioning complete for port bea29ef7-b8d1-431a-aabd-f4a8f56d827b triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:00.695586 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6096345b-ac31-42f4-b302-de4cc69f06df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:00.710793 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365236-601c-48e1-a2fb-308d56b4bf76 req-d44843c5-76c7-41b6-a3e9-54964925445c tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:00.716829 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9365236-601c-48e1-a2fb-308d56b4bf76 req-d44843c5-76c7-41b6-a3e9-54964925445c tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 944 time: 0.1897876 Apr 05 13:46:00.784981 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9365236-601c-48e1-a2fb-308d56b4bf76 req-eaba4a79-80bb-4d06-a8e5-afdb69f440d5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601363 Apr 05 13:46:00.832543 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:00.846098 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:00.848447 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] 10.222.0.46 "PUT /v2.0/ports/b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 200 len: 1094 time: 4.6749742 Apr 05 13:46:00.864759 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:00.871103 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:00.897267 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a8b1187-1f38-4bfd-bb56-75c0273670f2 req-9e2676e5-c2c5-4ad1-b452-4d5d7ddcd710 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531215 Apr 05 13:46:00.942304 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-df87b1e0-3b33-48bc-9f69-f84b2c5c67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:00.943981 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-df87b1e0-3b33-48bc-9f69-f84b2c5c67ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 1130 time: 0.3293784 Apr 05 13:46:00.950359 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Router 3d676833-edc4-46cb-a99b-afa90b9f7743 is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:46:01.009149 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-6096345b-ac31-42f4-b302-de4cc69f06df None None] Current status of the port bea29ef7-b8d1-431a-aabd-f4a8f56d827b is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:01.009625 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6096345b-ac31-42f4-b302-de4cc69f06df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:01.053260 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c875f40f-4323-447f-a606-a8daa651a256 x-openstack-request-id: req-c875f40f-4323-447f-a606-a8daa651a256 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:01.054351 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:01.058763 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c875f40f-4323-447f-a606-a8daa651a256 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:01.064771 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c875f40f-4323-447f-a606-a8daa651a256'] response: {'name': 'network-changed', 'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'status': 'completed', 'code': 200} Apr 05 13:46:01.067988 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517f186-059a-4678-b117-7af662da5dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b68cef7c-d9bf-494a-be42-2c1584ca80e8,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:01.178733 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device bea29ef7-b8d1-431a-aabd-f4a8f56d827b up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:01.394156 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4655a0b-c68c-4e92-a7b8-1293a9ee3166 req-f6d13199-3ecc-4959-9fcf-2aafeb5482ca tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:01.395768 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e4655a0b-c68c-4e92-a7b8-1293a9ee3166 req-f6d13199-3ecc-4959-9fcf-2aafeb5482ca tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 945 time: 0.1051376 Apr 05 13:46:01.528304 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e4655a0b-c68c-4e92-a7b8-1293a9ee3166 req-627fc16e-fb15-4db9-bbb6-7e73150fa73b tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236925 Apr 05 13:46:01.618314 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-6096345b-ac31-42f4-b302-de4cc69f06df None None] For port bea29ef7-b8d1-431a-aabd-f4a8f56d827b, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=bea29ef7-b8d1-431a-aabd-f4a8f56d827b,segment=NetworkSegment(089abe49-99e0-45fc-a5de-199f6a280fff),segment_id=089abe49-99e0-45fc-a5de-199f6a280fff)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:01.625000 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 0b8b738b-1903-4b5f-b33b-44e6534a54e6 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:01.642106 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6096345b-ac31-42f4-b302-de4cc69f06df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:01.850826 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-5a92cbac-ee3c-4f8a-be49-c06e8f9fce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:01.857810 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-5a92cbac-ee3c-4f8a-be49-c06e8f9fce61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad212df8938b49c5b4ea37ea0e5428d5&device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 1128 time: 0.2649732 Apr 05 13:46:01.900713 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port bea29ef7-b8d1-431a-aabd-f4a8f56d827b triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:01.908982 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:01.958255 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-d581789c-e4ef-484a-a06a-0f4cfb1580f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 200 len: 217 time: 0.0846522 Apr 05 13:46:01.994084 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a976f1b-64a8-4a16-9e1c-3ad85837f425 req-1e0e00e9-ea9b-4a49-8505-15a711d6cd21 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:02.008521 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7a976f1b-64a8-4a16-9e1c-3ad85837f425 req-1e0e00e9-ea9b-4a49-8505-15a711d6cd21 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.2910459 Apr 05 13:46:02.132441 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7a976f1b-64a8-4a16-9e1c-3ad85837f425 req-37f9dbd1-5eb7-4944-9f61-839d3ccb7e21 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199949 Apr 05 13:46:02.236983 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096345b-ac31-42f4-b302-de4cc69f06df None None] Pushing event updated for resources: {'Port': ['ID=bea29ef7-b8d1-431a-aabd-f4a8f56d827b,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:02.261267 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-32e6e07d-3afa-477f-a9e5-6f6449b07e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:02.271095 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-32e6e07d-3afa-477f-a9e5-6f6449b07e74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8c0e83c-d0c1-48b3-ac4b-590a8978b267 HTTP/1.1" status: 200 len: 853 time: 0.1229000 Apr 05 13:46:02.306600 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-ceabb325-21b5-485d-bcd3-090685eaae1f None None] Provisioning complete for port bea29ef7-b8d1-431a-aabd-f4a8f56d827b triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:02.307028 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ceabb325-21b5-485d-bcd3-090685eaae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:02.355741 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:46:02.374039 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port bea29ef7-b8d1-431a-aabd-f4a8f56d827b is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:02.376022 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 6cb3d985-2ca5-4f69-b639-2d33104f54fb up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:02.382641 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:02.383243 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:02.430970 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-82d63d3a-3e34-4a51-8f1a-959c91e7f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:02.433170 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-82d63d3a-3e34-4a51-8f1a-959c91e7f976 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3577407-2ce1-48bb-9562-9c8640b0a046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1480253 Apr 05 13:46:02.447745 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de7f9f-3514-42e9-bf0b-fde68a23995a req-96c5579e-78b5-4e64-b0a7-feb19f706e76 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:02.449733 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-42de7f9f-3514-42e9-bf0b-fde68a23995a req-96c5579e-78b5-4e64-b0a7-feb19f706e76 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 945 time: 1.3161833 Apr 05 13:46:02.505362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1adf60-288b-4239-8640-2d48ac29603c req-70421921-bd0d-47fb-9748-5f398f522256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:02.507554 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cb1adf60-288b-4239-8640-2d48ac29603c req-70421921-bd0d-47fb-9748-5f398f522256 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 1129 time: 0.2074785 Apr 05 13:46:02.508635 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:46:02.525007 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Sync routers for ids ['3d676833-edc4-46cb-a99b-afa90b9f7743'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:46:02.540498 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Routers {'3d676833-edc4-46cb-a99b-afa90b9f7743'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:46:02.542998 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3d676833-edc4-46cb-a99b-afa90b9f7743'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:02.553979 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 6cb3d985-2ca5-4f69-b639-2d33104f54fb triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:02.554354 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:02.560163 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-42de7f9f-3514-42e9-bf0b-fde68a23995a req-3cdf162c-ad69-4de4-a854-b3f8d016a661 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996685 Apr 05 13:46:02.602608 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-745dc2f7-0888-4352-9df8-db2cab74afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:02.603141 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-ceabb325-21b5-485d-bcd3-090685eaae1f None None] Current status of the port bea29ef7-b8d1-431a-aabd-f4a8f56d827b is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:02.619931 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-745dc2f7-0888-4352-9df8-db2cab74afa4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.2968216 Apr 05 13:46:02.625029 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:02.629421 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e0be7478-49db-4268-8961-6e272ed71c2f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5673668 Apr 05 13:46:02.633426 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54720) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:02.727743 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba99ce3-b535-47b2-8f7c-af4430eed821 req-802078aa-1fa6-4faf-9051-ed1f7d0832a5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:02.730280 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-aba99ce3-b535-47b2-8f7c-af4430eed821 req-802078aa-1fa6-4faf-9051-ed1f7d0832a5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 944 time: 0.3861866 Apr 05 13:46:02.749431 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:02.750317 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:02.798579 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Set router 3d676833-edc4-46cb-a99b-afa90b9f7743 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:46:02.820536 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-aba99ce3-b535-47b2-8f7c-af4430eed821 req-9c32300b-99ac-4a71-9ce4-0ba3c259b83c tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777619 Apr 05 13:46:02.851571 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8b738b-1903-4b5f-b33b-44e6534a54e6'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:02.851571 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dad25c8-2914-4d32-8233-a5a4526f212a" -d '{"events": [{"server_uuid": "50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347", "name": "network-vif-plugged", "status": "completed", "tag": "0b8b738b-1903-4b5f-b33b-44e6534a54e6"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:02.862248 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 6cb3d985-2ca5-4f69-b639-2d33104f54fb is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:02.885208 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 0b8b738b-1903-4b5f-b33b-44e6534a54e6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0b8b738b-1903-4b5f-b33b-44e6534a54e6,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:02.894366 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:02.897911 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-fedf4ed5-8683-40ea-94ff-1a3ff643d2d4 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450407 Apr 05 13:46:02.993689 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=0b8b738b-1903-4b5f-b33b-44e6534a54e6,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:03.090646 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device bea29ef7-b8d1-431a-aabd-f4a8f56d827b up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:03.211217 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'name': 'tempest-TestShelveInstance-1570140441-router', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:55Z', 'updated_at': '2022-04-05T13:45:58Z', 'revision_number': 3, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'gw_port': {'id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:56Z', 'updated_at': '2022-04-05T13:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:03.212310 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port bea29ef7-b8d1-431a-aabd-f4a8f56d827b triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:03.212766 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.253019 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dd873ce7-f2de-4cd7-ba4d-ea5371c2f4ca req-f2a29ab0-f76f-47ad-bbc0-99c9bb05a199 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033442 Apr 05 13:46:03.287148 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-a154c9d2-3967-4a4d-bdba-ae5402cf917a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b817a5d-3997-48f5-8143-c7c5935059ae HTTP/1.1" status: 200 len: 217 time: 0.6545587 Apr 05 13:46:03.289114 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Checking router: 3d676833-edc4-46cb-a99b-afa90b9f7743 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:46:03.290851 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Updating router 3d676833-edc4-46cb-a99b-afa90b9f7743 port 4e802e05-a0f2-4db6-aa81-b5ca4991670f binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:46:03.299919 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24df8dad-2f16-405a-812b-a9947f23651f x-openstack-request-id: req-24df8dad-2f16-405a-812b-a9947f23651f {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:03.300203 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347", "name": "network-vif-plugged", "status": "completed", "tag": "0b8b738b-1903-4b5f-b33b-44e6534a54e6", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:03.300456 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24df8dad-2f16-405a-812b-a9947f23651f {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:03.300852 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24df8dad-2f16-405a-812b-a9947f23651f'] response: {'server_uuid': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8b738b-1903-4b5f-b33b-44e6534a54e6', 'code': 200} Apr 05 13:46:03.368580 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.373100 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-52dc6ff2-fff2-4a4e-9c5b-e03d781636b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.457298 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 18abb312-259e-4ad9-aee4-8094c991ad8e no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:46:03.548293 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b13581-eba0-4d28-8c63-55f1fe664cd5 req-06122567-f680-4612-8009-32120497dd52 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:03.551331 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-11b13581-eba0-4d28-8c63-55f1fe664cd5 req-06122567-f680-4612-8009-32120497dd52 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 945 time: 0.1993511 Apr 05 13:46:03.580868 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port bea29ef7-b8d1-431a-aabd-f4a8f56d827b is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:03.622287 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54736) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:03.648803 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-11b13581-eba0-4d28-8c63-55f1fe664cd5 req-47584d20-e860-47e8-ab74-8e624a972b78 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904708 Apr 05 13:46:03.654287 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 18abb312-259e-4ad9-aee4-8094c991ad8e is: ACTIVE; New status is: DOWN {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:03.655338 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.695014 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:03.702773 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.739203 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1adf60-288b-4239-8640-2d48ac29603c req-34d191bf-aded-4d2f-90a8-8e6c22927311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:03.740081 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cb1adf60-288b-4239-8640-2d48ac29603c req-34d191bf-aded-4d2f-90a8-8e6c22927311 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 918 time: 1.1911621 Apr 05 13:46:03.754897 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216c16-7af4-4dfc-9442-b8e25ee1f2a0 req-40b8b124-9bd4-4590-8935-106699241507 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:03.756461 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-29216c16-7af4-4dfc-9442-b8e25ee1f2a0 req-40b8b124-9bd4-4590-8935-106699241507 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.7509875 Apr 05 13:46:03.769268 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=8']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:03.795794 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.838351 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317774d5-b013-43a9-97fc-c9d7ef45bb14 req-d3b9961c-c16b-4d8d-af0a-29f3341ea457 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:03.848879 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-317774d5-b013-43a9-97fc-c9d7ef45bb14 req-d3b9961c-c16b-4d8d-af0a-29f3341ea457 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 945 time: 0.0757558 Apr 05 13:46:03.869701 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Publish callbacks [] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.872138 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b1ea28da-9e5a-419f-ace4-6367b15b0a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.875872 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.883282 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-29216c16-7af4-4dfc-9442-b8e25ee1f2a0 req-81226c2c-8b4e-409f-97b0-b994ee3ad36a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159458 Apr 05 13:46:03.934630 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-317774d5-b013-43a9-97fc-c9d7ef45bb14 req-568af849-1c73-4e1e-8b6c-417cab7d649d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844553 Apr 05 13:46:03.943389 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Attempting to bind port 4e802e05-a0f2-4db6-aa81-b5ca4991670f on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:46:03.943859 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Attempting to bind port 4e802e05-a0f2-4db6-aa81-b5ca4991670f by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:46:03.944319 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Attempting to bind port 4e802e05-a0f2-4db6-aa81-b5ca4991670f on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:46:03.946515 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23f000-2d34-4c78-a6fa-e0582765cc22 None None] Pushing event updated for resources: {'Port': ['ID=4e802e05-a0f2-4db6-aa81-b5ca4991670f,revision_number=2']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:03.962438 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:46:03.962612 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:46:03.962954 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.963407 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:46:03.964253 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Bound port: 4e802e05-a0f2-4db6-aa81-b5ca4991670f, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:46:03.964650 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.986305 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b1ea28da-9e5a-419f-ace4-6367b15b0a61 admin admin] Publish callbacks [] for security_group (ed66d656-e038-4165-bae9-a7feba2b3955), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:03.991447 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b1ea28da-9e5a-419f-ace4-6367b15b0a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ed66d656-e038-4165-bae9-a7feba2b3955), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:04.037774 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] For port 4e802e05-a0f2-4db6-aa81-b5ca4991670f, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:46:04.040945 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] For port 4e802e05-a0f2-4db6-aa81-b5ca4991670f, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=4e802e05-a0f2-4db6-aa81-b5ca4991670f,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:46:04.048632 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:04.069622 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Allocated IP 172.20.0.1 (43314f03-791b-4109-a97e-dbd7c7096417/49722c6b-d839-4ccd-8501-5f99b7711c91/4f3314dd-b504-4575-889e-5748a186f0a4) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:46:04.076521 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-b1ea28da-9e5a-419f-ace4-6367b15b0a61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fda4580ab05d4f78917485ae6e13724a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505792 Apr 05 13:46:04.076825 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54742) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:04.079652 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea28da-9e5a-419f-ace4-6367b15b0a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed66d656-e038-4165-bae9-a7feba2b3955,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:04.110460 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376edf20-8ed3-4ec2-af17-3e1fe68eda00 req-3b4c8fbf-c286-4210-8987-fd873f06c4af tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:04.111919 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f90cf-aca5-47ea-a1f1-c71c98171c7a req-32d3e1c5-b583-4389-be5b-ec971aa9f755 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:04.112064 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-376edf20-8ed3-4ec2-af17-3e1fe68eda00 req-3b4c8fbf-c286-4210-8987-fd873f06c4af tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 944 time: 0.0743711 Apr 05 13:46:04.113417 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-117f90cf-aca5-47ea-a1f1-c71c98171c7a req-32d3e1c5-b583-4389-be5b-ec971aa9f755 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.0989571 Apr 05 13:46:04.123899 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Routers {'3d676833-edc4-46cb-a99b-afa90b9f7743'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:46:04.124545 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:45:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3d676833-edc4-46cb-a99b-afa90b9f7743'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:04.166382 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23f000-2d34-4c78-a6fa-e0582765cc22 None None] Pushing event updated for resources: {'Port': ['ID=4e802e05-a0f2-4db6-aa81-b5ca4991670f,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:04.167484 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-376edf20-8ed3-4ec2-af17-3e1fe68eda00 req-52f8889d-593f-4856-9535-d6bf93ab0e58 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477042 Apr 05 13:46:04.250691 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-117f90cf-aca5-47ea-a1f1-c71c98171c7a req-4bad4121-9805-4bfd-bcdf-c91a04e7aa67 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284978 Apr 05 13:46:04.253033 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] Set router 3d676833-edc4-46cb-a99b-afa90b9f7743 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:46:04.255026 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb7eb43f-ade0-4dda-95fd-1ef3b183c299 admin admin] Publish callbacks [] for security_group (ed66d656-e038-4165-bae9-a7feba2b3955), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:04.296410 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb7eb43f-ade0-4dda-95fd-1ef3b183c299 admin admin] Publish callbacks [] for security_group (ed66d656-e038-4165-bae9-a7feba2b3955), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:04.308597 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Publish callbacks [] for port (4f3314dd-b504-4575-889e-5748a186f0a4), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:04.377080 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:04.387259 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb7eb43f-ade0-4dda-95fd-1ef3b183c299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ed66d656-e038-4165-bae9-a7feba2b3955), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:04.389562 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb7eb43f-ade0-4dda-95fd-1ef3b183c299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:04.390982 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-fb7eb43f-ade0-4dda-95fd-1ef3b183c299 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed66d656-e038-4165-bae9-a7feba2b3955 HTTP/1.1" status: 204 len: 168 time: 0.3131526 Apr 05 13:46:04.441703 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Network 43314f03-791b-4109-a97e-dbd7c7096417 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:46:04.452970 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7eb43f-ade0-4dda-95fd-1ef3b183c299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed66d656-e038-4165-bae9-a7feba2b3955,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:04.457685 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:46:04.473105 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Pushing event updated for resources: {'Port': ['ID=4f3314dd-b504-4575-889e-5748a186f0a4,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:04.506405 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:46:04.602592 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (3d676833-edc4-46cb-a99b-afa90b9f7743), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:04.604610 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'name': 'tempest-TestShelveInstance-1570140441-router', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:55Z', 'updated_at': '2022-04-05T13:45:58Z', 'revision_number': 3, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'gw_port': {'id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:56Z', 'updated_at': '2022-04-05T13:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:04.643918 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39bfb1-5043-4d56-a7c2-1780a05f2390 None None] The sync data for ids ['3d676833-edc4-46cb-a99b-afa90b9f7743'] in dv-cinder-835878-2-iscsi is: [{'id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'name': 'tempest-TestShelveInstance-1570140441-router', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:55Z', 'updated_at': '2022-04-05T13:45:58Z', 'revision_number': 3, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'gw_port': {'id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:56Z', 'updated_at': '2022-04-05T13:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:46:04.822168 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:04.964015 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36839-ebb4-4bb8-bce4-0e6f5ce49730 req-e5c8f5e1-9892-45e8-ac5b-0f6f5c361678 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:04.974745 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-63e36839-ebb4-4bb8-bce4-0e6f5ce49730 req-e5c8f5e1-9892-45e8-ac5b-0f6f5c361678 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.1469777 Apr 05 13:46:05.056721 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-34b84a65-a49d-46f1-b6aa-4a24f4e32c8f None None] Provisioning complete for port 4f3314dd-b504-4575-889e-5748a186f0a4 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:05.057976 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-34b84a65-a49d-46f1-b6aa-4a24f4e32c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:05.091607 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-63e36839-ebb4-4bb8-bce4-0e6f5ce49730 req-45ea3425-3dd0-4296-93e8-894994d854b2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110699 Apr 05 13:46:05.200540 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-34b84a65-a49d-46f1-b6aa-4a24f4e32c8f None None] Port 4f3314dd-b504-4575-889e-5748a186f0a4 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:46:05.301564 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:05.304394 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a85845-0b44-49ea-8896-b083b0d23cfa" -d '{"events": [{"server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "name": "network-vif-unplugged", "status": "completed", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:05.317255 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb7f9-1407-4ca8-ac74-a2f83325c221 req-ca057e2a-af04-479e-99e2-c18ec518944a tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:05.325220 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e01fb7f9-1407-4ca8-ac74-a2f83325c221 req-ca057e2a-af04-479e-99e2-c18ec518944a tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 945 time: 0.1105015 Apr 05 13:46:05.403069 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e01fb7f9-1407-4ca8-ac74-a2f83325c221 req-9858b605-18d0-4080-aead-33717fb0483e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765958 Apr 05 13:46:05.429496 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Publish callbacks [] for port (4f3314dd-b504-4575-889e-5748a186f0a4), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:05.559488 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad8d9-366f-4fa5-afeb-096bb78ffcfc req-60c4a9db-8013-4d8a-b23a-a9fa4c53b7eb tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:05.569980 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-eb1ad8d9-366f-4fa5-afeb-096bb78ffcfc req-60c4a9db-8013-4d8a-b23a-a9fa4c53b7eb tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 944 time: 0.0843475 Apr 05 13:46:05.571560 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cb1adf60-288b-4239-8640-2d48ac29603c req-39d8844d-292b-4b8c-8330-e1461ef55a03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18abb312-259e-4ad9-aee4-8094c991ad8e HTTP/1.1" status: 200 len: 999 time: 0.2971706 Apr 05 13:46:05.573293 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-4d3745e4-6e9d-4fd7-ba0f-2889a8231307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:05.574980 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-4d3745e4-6e9d-4fd7-ba0f-2889a8231307 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.1593554 Apr 05 13:46:05.580718 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:05.647256 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-eb1ad8d9-366f-4fa5-afeb-096bb78ffcfc req-4c11119a-63e8-48e6-a842-7803ca5c6684 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706539 Apr 05 13:46:05.670013 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (3d676833-edc4-46cb-a99b-afa90b9f7743), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:05.672585 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Pushing event updated for resources: {'Port': ['ID=4f3314dd-b504-4575-889e-5748a186f0a4,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:05.709046 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad4813-c554-487a-b9c6-df26e6fd1174 req-1189c3d3-5f03-4908-a296-b40f7fd29d53 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:05.710731 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-41ad4813-c554-487a-b9c6-df26e6fd1174 req-1189c3d3-5f03-4908-a296-b40f7fd29d53 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.6087995 Apr 05 13:46:05.796899 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c0f94177-36d5-4d35-bde6-73568d577977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:05.849554 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-41ad4813-c554-487a-b9c6-df26e6fd1174 req-1cc62064-aa02-496d-8a19-33161d638a20 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247888 Apr 05 13:46:05.886605 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Network 43314f03-791b-4109-a97e-dbd7c7096417 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:46:05.888151 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:46:05.928812 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee778f-6cb3-4af0-ab20-a22f815c12e7 req-364ee7ac-35b7-495d-988b-05760ee522bb tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:05.931436 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-55ee778f-6cb3-4af0-ab20-a22f815c12e7 req-364ee7ac-35b7-495d-988b-05760ee522bb tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.1693809 Apr 05 13:46:05.969186 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d71da9-9e45-4c63-bd57-8d6b6aeae3b0 x-openstack-request-id: req-43d71da9-9e45-4c63-bd57-8d6b6aeae3b0 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:05.969484 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "name": "network-vif-unplugged", "status": "completed", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:05.969744 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43d71da9-9e45-4c63-bd57-8d6b6aeae3b0 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:05.970195 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d71da9-9e45-4c63-bd57-8d6b6aeae3b0'] response: {'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'code': 200} Apr 05 13:46:06.158034 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Router 3d676833-edc4-46cb-a99b-afa90b9f7743 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:46:06.346668 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-5f97ac6f-0a17-4250-b101-e4a8b840116c None None] Provisioning complete for port 4f3314dd-b504-4575-889e-5748a186f0a4 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:06.349570 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5f97ac6f-0a17-4250-b101-e4a8b840116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:06.405481 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-55ee778f-6cb3-4af0-ab20-a22f815c12e7 req-bb7ccf3c-3278-4714-a3af-78b0357adf3b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4610937 Apr 05 13:46:06.430068 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e3978-d070-43d4-9671-24278a8aa65f req-d5773b5c-5dd2-40a8-bb0d-d042819c9004 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:06.432694 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-842e3978-d070-43d4-9671-24278a8aa65f req-d5773b5c-5dd2-40a8-bb0d-d042819c9004 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.2328012 Apr 05 13:46:06.456874 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-5f97ac6f-0a17-4250-b101-e4a8b840116c None None] Port 4f3314dd-b504-4575-889e-5748a186f0a4 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:46:06.487855 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:46:06.499330 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b14131dc-0c49-4def-926b-25125db24cbb admin admin] 10.222.0.59 "PUT /v2.0/routers/3d676833-edc4-46cb-a99b-afa90b9f7743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8649139 Apr 05 13:46:06.539304 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-842e3978-d070-43d4-9671-24278a8aa65f req-cdcf9da3-5b77-403e-9360-5f2b931ce109 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939324 Apr 05 13:46:06.602124 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e538ef6-a21c-44ce-9203-3f73d19047cb req-edcf9e35-5ef5-4dcb-b7c2-2f76c7d49e53 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:06.604734 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5e538ef6-a21c-44ce-9203-3f73d19047cb req-edcf9e35-5ef5-4dcb-b7c2-2f76c7d49e53 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 945 time: 0.1342530 Apr 05 13:46:06.648081 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:06.669439 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5e538ef6-a21c-44ce-9203-3f73d19047cb req-6823b683-af7b-45d0-85c3-3015d32d58dc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575457 Apr 05 13:46:06.802546 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878f10e-c106-4e2b-8281-76e0c7f4a25d req-32f96424-fe07-4fab-a042-7a73dd9eb53e tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:06.804257 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5878f10e-c106-4e2b-8281-76e0c7f4a25d req-32f96424-fe07-4fab-a042-7a73dd9eb53e tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 944 time: 0.0787179 Apr 05 13:46:06.888186 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5878f10e-c106-4e2b-8281-76e0c7f4a25d req-0ed47f78-52c9-4ef5-a7da-72a6da56dd9f tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769429 Apr 05 13:46:07.034510 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4e802e05-a0f2-4db6-aa81-b5ca4991670f up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:07.055263 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b69b8a-3079-475d-8a14-34bb7f0852dd req-2f9f4ee1-8dd5-4376-9e0c-0216721c6d2b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:07.058924 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-92b69b8a-3079-475d-8a14-34bb7f0852dd req-2f9f4ee1-8dd5-4376-9e0c-0216721c6d2b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0833583 Apr 05 13:46:07.136825 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 4e802e05-a0f2-4db6-aa81-b5ca4991670f triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:07.137589 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.143481 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-92b69b8a-3079-475d-8a14-34bb7f0852dd req-452d4f4e-e893-451a-a1d1-e3b2f9799223 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790503 Apr 05 13:46:07.265878 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 4e802e05-a0f2-4db6-aa81-b5ca4991670f is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:07.266303 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.303046 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54774) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:07.309038 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-e4baeee0-7e22-4344-8ef7-6eb8ce9bf80a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827885158', 'description': 'tempest-secgroup-smoke-827885158 description', 'project_id': '6d8f6f280f0d454aa7ced0d787929726'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:07.316361 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port 4e802e05-a0f2-4db6-aa81-b5ca4991670f, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=4e802e05-a0f2-4db6-aa81-b5ca4991670f,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:07.321143 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.344016 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4baeee0-7e22-4344-8ef7-6eb8ce9bf80a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.376444 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=4e802e05-a0f2-4db6-aa81-b5ca4991670f,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:07.388087 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.389316 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.390054 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.390813 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.391968 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.392323 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.392677 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.393162 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.393508 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.393851 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.394188 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.394552 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.395039 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.395476 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.396107 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:07.402300 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device ae64f1b0-d20b-4b9d-bd73-4911753e24e8 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:46:07.451288 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4baeee0-7e22-4344-8ef7-6eb8ce9bf80a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group (21e8f462-11d2-4e62-9b15-38ae5e59f8cf), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.461185 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4baeee0-7e22-4344-8ef7-6eb8ce9bf80a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (21e8f462-11d2-4e62-9b15-38ae5e59f8cf), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.467426 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Sync routers for ids ['3d676833-edc4-46cb-a99b-afa90b9f7743'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:46:07.482353 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Routers {'3d676833-edc4-46cb-a99b-afa90b9f7743'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:46:07.483012 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:46:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3d676833-edc4-46cb-a99b-afa90b9f7743'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:07.498843 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4baeee0-7e22-4344-8ef7-6eb8ce9bf80a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.502875 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e4baeee0-7e22-4344-8ef7-6eb8ce9bf80a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1953409 Apr 05 13:46:07.503278 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54778) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:07.508252 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-9e293337-9c99-4f30-994b-3e0d510bb5fe tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Request body: {'security_group_rule': {'security_group_id': '21e8f462-11d2-4e62-9b15-38ae5e59f8cf', 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:07.522211 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baeee0-7e22-4344-8ef7-6eb8ce9bf80a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e8f462-11d2-4e62-9b15-38ae5e59f8cf,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:07.541858 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9e293337-9c99-4f30-994b-3e0d510bb5fe tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (b37753c5-217b-4183-bbc5-b7325015340f), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.631306 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5aad9-9416-404d-b8d8-5439644d9490 req-8440a142-37e2-4c47-b970-370fe269fed1 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:07.641115 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cbd5aad9-9416-404d-b8d8-5439644d9490 req-8440a142-37e2-4c47-b970-370fe269fed1 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.1474273 Apr 05 13:46:07.654750 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 is: ACTIVE; New status is: DOWN {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:07.655141 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.669062 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Set router 3d676833-edc4-46cb-a99b-afa90b9f7743 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:46:07.707023 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port ae64f1b0-d20b-4b9d-bd73-4911753e24e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:07.748336 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.753906 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cbd5aad9-9416-404d-b8d8-5439644d9490 req-792c652a-a92c-4a73-88d8-7ce90a48d4d6 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012816 Apr 05 13:46:07.816687 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9e293337-9c99-4f30-994b-3e0d510bb5fe tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (b37753c5-217b-4183-bbc5-b7325015340f), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.833210 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9e293337-9c99-4f30-994b-3e0d510bb5fe tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (b37753c5-217b-4183-bbc5-b7325015340f), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.879919 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,revision_number=6']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:07.886397 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889f318-9c89-4bbf-8fa1-2a894744a78c req-b545a611-b609-4df8-ba67-97de4844c50a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:07.894967 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e889f318-9c89-4bbf-8fa1-2a894744a78c req-b545a611-b609-4df8-ba67-97de4844c50a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.2545421 Apr 05 13:46:07.897316 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e293337-9c99-4f30-994b-3e0d510bb5fe tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37753c5-217b-4183-bbc5-b7325015340f,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:07.928580 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07010c7c-4036-4e45-88d0-6cc0091ed4e8 req-ca1ecb74-31c7-4ba8-8487-c703617ca62c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:07.931111 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-07010c7c-4036-4e45-88d0-6cc0091ed4e8 req-ca1ecb74-31c7-4ba8-8487-c703617ca62c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 943 time: 0.0814722 Apr 05 13:46:07.937681 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9e293337-9c99-4f30-994b-3e0d510bb5fe tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:07.938925 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-9e293337-9c99-4f30-994b-3e0d510bb5fe tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4342480 Apr 05 13:46:07.941581 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54786) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:07.945849 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-6bd7b99e-60c1-4019-ae17-9439c4a1ccd9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Request body: {'security_group_rule': {'security_group_id': '21e8f462-11d2-4e62-9b15-38ae5e59f8cf', 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:07.994181 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e889f318-9c89-4bbf-8fa1-2a894744a78c req-d5d93a61-1460-4a14-af84-7360e89cba9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978642 Apr 05 13:46:07.999748 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9a7ca6-d28c-4983-a53c-e4fb53299efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae64f1b0-d20b-4b9d-bd73-4911753e24e8'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:08.002647 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d11f654-085e-4bd3-89dd-588454ae0637" -d '{"events": [{"server_uuid": "7e9a7ca6-d28c-4983-a53c-e4fb53299efc", "name": "network-vif-unplugged", "status": "completed", "tag": "ae64f1b0-d20b-4b9d-bd73-4911753e24e8"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:08.013827 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b99e-60c1-4019-ae17-9439c4a1ccd9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (6ca2ea87-9552-4f9e-8f10-045a5a795ffc), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.027062 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-07010c7c-4036-4e45-88d0-6cc0091ed4e8 req-65d010af-e51b-40d0-be6b-5ca56c7e57dc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868397 Apr 05 13:46:08.144665 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6774dfed-0001-4505-bacc-2a110aba28fe x-openstack-request-id: req-6774dfed-0001-4505-bacc-2a110aba28fe {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:08.145106 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9a7ca6-d28c-4983-a53c-e4fb53299efc", "name": "network-vif-unplugged", "status": "completed", "tag": "ae64f1b0-d20b-4b9d-bd73-4911753e24e8", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:08.145248 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6774dfed-0001-4505-bacc-2a110aba28fe {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:08.145670 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6774dfed-0001-4505-bacc-2a110aba28fe'] response: {'server_uuid': '7e9a7ca6-d28c-4983-a53c-e4fb53299efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae64f1b0-d20b-4b9d-bd73-4911753e24e8', 'code': 200} Apr 05 13:46:08.153101 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b99e-60c1-4019-ae17-9439c4a1ccd9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (6ca2ea87-9552-4f9e-8f10-045a5a795ffc), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.164738 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b99e-60c1-4019-ae17-9439c4a1ccd9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (6ca2ea87-9552-4f9e-8f10-045a5a795ffc), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.250240 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7b99e-60c1-4019-ae17-9439c4a1ccd9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca2ea87-9552-4f9e-8f10-045a5a795ffc,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:08.267761 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b99e-60c1-4019-ae17-9439c4a1ccd9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.274591 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-6bd7b99e-60c1-4019-ae17-9439c4a1ccd9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3316894 Apr 05 13:46:08.275690 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54792) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:08.283190 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-d2b54180-843c-4203-a718-aa4fcef2267d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Request body: {'security_group_rule': {'security_group_id': '21e8f462-11d2-4e62-9b15-38ae5e59f8cf', 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:08.313272 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347d3f-40e8-4fdc-9b73-aaa4d530e854 req-87a33cb5-4e2b-4cd6-b7dc-f9d37c38736b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:08.320511 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-45347d3f-40e8-4fdc-9b73-aaa4d530e854 req-87a33cb5-4e2b-4cd6-b7dc-f9d37c38736b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 944 time: 0.1849968 Apr 05 13:46:08.377890 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.391142 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d2b54180-843c-4203-a718-aa4fcef2267d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (3929f212-4698-44ff-98d7-f39cac1bad95), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.395373 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be300c5f-0dda-49c4-9ea4-e49c19d910c4 req-7418a77f-a0f9-4a88-ba7a-5e2ca6a84b21 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:08.399838 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be300c5f-0dda-49c4-9ea4-e49c19d910c4 req-7418a77f-a0f9-4a88-ba7a-5e2ca6a84b21 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.1663997 Apr 05 13:46:08.401664 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'name': 'tempest-TestShelveInstance-1570140441-router', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:55Z', 'updated_at': '2022-04-05T13:46:04Z', 'revision_number': 4, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'gw_port': {'id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:56Z', 'updated_at': '2022-04-05T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4f3314dd-b504-4575-889e-5748a186f0a4', 'name': '', 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'mac_address': 'fa:16:3e:da:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '49722c6b-d839-4ccd-8501-5f99b7711c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:46:03Z', 'updated_at': '2022-04-05T13:46:04Z', 'revision_number': 2, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'subnets': [{'id': '49722c6b-d839-4ccd-8501-5f99b7711c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:08.430716 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Checking router: 3d676833-edc4-46cb-a99b-afa90b9f7743 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:46:08.431105 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Updating router 3d676833-edc4-46cb-a99b-afa90b9f7743 port 4f3314dd-b504-4575-889e-5748a186f0a4 binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:46:08.435914 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-45347d3f-40e8-4fdc-9b73-aaa4d530e854 req-7d98aa44-15f4-41b1-aa5f-bb6407e923b8 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144030 Apr 05 13:46:08.492200 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.497275 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be300c5f-0dda-49c4-9ea4-e49c19d910c4 req-4e5132e2-82a0-404c-93bb-edbd8b89955e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888793 Apr 05 13:46:08.500706 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d2b54180-843c-4203-a718-aa4fcef2267d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (3929f212-4698-44ff-98d7-f39cac1bad95), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.507201 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d2b54180-843c-4203-a718-aa4fcef2267d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (3929f212-4698-44ff-98d7-f39cac1bad95), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.574979 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b54180-843c-4203-a718-aa4fcef2267d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3929f212-4698-44ff-98d7-f39cac1bad95,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:08.591066 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d2b54180-843c-4203-a718-aa4fcef2267d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.592337 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d2b54180-843c-4203-a718-aa4fcef2267d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3138058 Apr 05 13:46:08.595456 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54794) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:08.599677 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-f06c7b00-6315-496a-a092-bc2fa5351c1e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Request body: {'security_group_rule': {'security_group_id': '21e8f462-11d2-4e62-9b15-38ae5e59f8cf', 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:08.641103 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f06c7b00-6315-496a-a092-bc2fa5351c1e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (8ed29163-6b59-432a-87e0-94a3e4f9a47e), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.709069 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f06c7b00-6315-496a-a092-bc2fa5351c1e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (8ed29163-6b59-432a-87e0-94a3e4f9a47e), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.714492 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f06c7b00-6315-496a-a092-bc2fa5351c1e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (8ed29163-6b59-432a-87e0-94a3e4f9a47e), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.738468 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c7b00-6315-496a-a092-bc2fa5351c1e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed29163-6b59-432a-87e0-94a3e4f9a47e,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:08.748867 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f06c7b00-6315-496a-a092-bc2fa5351c1e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.753105 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54798) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:08.753497 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-f06c7b00-6315-496a-a092-bc2fa5351c1e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569998 Apr 05 13:46:08.757514 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-836cf62f-730d-4e58-9d36-da93c5b7f88d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Request body: {'security_group_rule': {'security_group_id': '21e8f462-11d2-4e62-9b15-38ae5e59f8cf', 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:08.800775 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.securitygroups_db [None req-836cf62f-730d-4e58-9d36-da93c5b7f88d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Project 6d8f6f280f0d454aa7ced0d787929726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 13:46:08.811227 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-836cf62f-730d-4e58-9d36-da93c5b7f88d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (bf17d799-dce5-4a12-86a6-f1bb9fd8dc16), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.941155 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.943622 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-836cf62f-730d-4e58-9d36-da93c5b7f88d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (bf17d799-dce5-4a12-86a6-f1bb9fd8dc16), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.948711 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-836cf62f-730d-4e58-9d36-da93c5b7f88d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (bf17d799-dce5-4a12-86a6-f1bb9fd8dc16), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.957995 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72dcc-a084-499b-88a2-d9b558af28c6 req-d7137c9f-5aa3-45cf-b11f-209229aa54ae tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:08.962071 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ced72dcc-a084-499b-88a2-d9b558af28c6 req-d7137c9f-5aa3-45cf-b11f-209229aa54ae tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.1096456 Apr 05 13:46:08.976083 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Publish callbacks [] for port (4f3314dd-b504-4575-889e-5748a186f0a4), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:08.996683 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cf62f-730d-4e58-9d36-da93c5b7f88d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf17d799-dce5-4a12-86a6-f1bb9fd8dc16,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:09.020172 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.023149 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-836cf62f-730d-4e58-9d36-da93c5b7f88d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.024413 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-836cf62f-730d-4e58-9d36-da93c5b7f88d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2703598 Apr 05 13:46:09.027635 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54802) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:09.032115 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-749b888e-affc-4c05-85d3-9ff84bccf444 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Request body: {'security_group_rule': {'security_group_id': '21e8f462-11d2-4e62-9b15-38ae5e59f8cf', 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:09.081081 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.securitygroups_db [None req-749b888e-affc-4c05-85d3-9ff84bccf444 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Project 6d8f6f280f0d454aa7ced0d787929726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 13:46:09.091332 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-749b888e-affc-4c05-85d3-9ff84bccf444 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (7e88a1fd-45c6-4cc2-9229-a12ad14f60b9), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.103118 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ced72dcc-a084-499b-88a2-d9b558af28c6 req-8a833d08-f3f4-4f34-ac20-0af3f6eae3b7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088810 Apr 05 13:46:09.119239 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4e802e05-a0f2-4db6-aa81-b5ca4991670f up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:09.148783 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44956994-3411-4851-88d0-01a50edc8e03 None None] Pushing event updated for resources: {'Port': ['ID=4f3314dd-b504-4575-889e-5748a186f0a4,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:09.290924 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 4e802e05-a0f2-4db6-aa81-b5ca4991670f triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:09.291317 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.292979 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Attempting to bind port 4f3314dd-b504-4575-889e-5748a186f0a4 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:46:09.293348 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Attempting to bind port 4f3314dd-b504-4575-889e-5748a186f0a4 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '089abe49-99e0-45fc-a5de-199f6a280fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:46:09.294040 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Attempting to bind port 4f3314dd-b504-4575-889e-5748a186f0a4 on network 43314f03-791b-4109-a97e-dbd7c7096417 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:46:09.295658 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e04b2-69e7-4491-a6cf-a68dafff4bfa req-f1d9f39b-65ba-4533-9ec2-a5135b9b82a6 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:09.301100 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b7e04b2-69e7-4491-a6cf-a68dafff4bfa req-f1d9f39b-65ba-4533-9ec2-a5135b9b82a6 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 943 time: 0.1197636 Apr 05 13:46:09.322339 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:46:09.322825 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Checking segment: {'id': '089abe49-99e0-45fc-a5de-199f6a280fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:46:09.323424 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.324030 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Bound using segment: {'id': '089abe49-99e0-45fc-a5de-199f6a280fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:46:09.324535 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Bound port: 4f3314dd-b504-4575-889e-5748a186f0a4, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089abe49-99e0-45fc-a5de-199f6a280fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:46:09.324922 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.374252 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b7e04b2-69e7-4491-a6cf-a68dafff4bfa req-dfda93e5-72fe-4157-ae52-0eb5b5432710 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587709 Apr 05 13:46:09.438369 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] For port 4f3314dd-b504-4575-889e-5748a186f0a4, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:46:09.443447 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] For port 4f3314dd-b504-4575-889e-5748a186f0a4, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=4f3314dd-b504-4575-889e-5748a186f0a4,segment=NetworkSegment(089abe49-99e0-45fc-a5de-199f6a280fff),segment_id=089abe49-99e0-45fc-a5de-199f6a280fff)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:46:09.454187 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 4e802e05-a0f2-4db6-aa81-b5ca4991670f is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:09.460025 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.544443 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-f173f94d-192f-458e-9129-e136c0061add None None] Provisioning complete for port 4f3314dd-b504-4575-889e-5748a186f0a4 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:09.544737 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f173f94d-192f-458e-9129-e136c0061add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.546345 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Routers {'3d676833-edc4-46cb-a99b-afa90b9f7743'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:46:09.547034 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:46:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3d676833-edc4-46cb-a99b-afa90b9f7743'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:09.572489 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44956994-3411-4851-88d0-01a50edc8e03 None None] Pushing event updated for resources: {'Port': ['ID=4f3314dd-b504-4575-889e-5748a186f0a4,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:09.589246 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-749b888e-affc-4c05-85d3-9ff84bccf444 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (7e88a1fd-45c6-4cc2-9229-a12ad14f60b9), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.596144 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e221-a2f2-46cf-8673-4f14d69ce7ed req-2519e3e8-b36e-4414-85e4-16cf69ffcb4e tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:09.598487 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f3c7e221-a2f2-46cf-8673-4f14d69ce7ed req-2519e3e8-b36e-4414-85e4-16cf69ffcb4e tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 944 time: 0.0872586 Apr 05 13:46:09.609988 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483393e-5cc7-44c8-9d8c-0a05a9208286 req-0e3cb2e0-bf49-44df-be77-bb447b47a0e3 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:09.611718 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8483393e-5cc7-44c8-9d8c-0a05a9208286 req-0e3cb2e0-bf49-44df-be77-bb447b47a0e3 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.4890099 Apr 05 13:46:09.612825 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-749b888e-affc-4c05-85d3-9ff84bccf444 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (7e88a1fd-45c6-4cc2-9229-a12ad14f60b9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.630467 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b888e-affc-4c05-85d3-9ff84bccf444 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e88a1fd-45c6-4cc2-9229-a12ad14f60b9,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:09.775409 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] Set router 3d676833-edc4-46cb-a99b-afa90b9f7743 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:46:09.796442 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-90aa58b7-9a30-4fc4-8209-48e25c44aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:09.798266 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-90aa58b7-9a30-4fc4-8209-48e25c44aa9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1564953 Apr 05 13:46:09.800372 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-5f07806b-b832-447b-b221-7b16e1fc6d42 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:09.801004 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-749b888e-affc-4c05-85d3-9ff84bccf444 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.801901 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-5f07806b-b832-447b-b221-7b16e1fc6d42 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 943 time: 0.1550457 Apr 05 13:46:09.802525 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-749b888e-affc-4c05-85d3-9ff84bccf444 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7739162 Apr 05 13:46:09.831968 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f3c7e221-a2f2-46cf-8673-4f14d69ce7ed req-e8b6ec04-25f6-429b-9877-ab49dda8555a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235174 Apr 05 13:46:09.850943 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-037cf9e6-9b7d-4827-a51c-cc4eeefb4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:09.855275 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1adf60-288b-4239-8640-2d48ac29603c req-f0f3f94c-ffc9-4b77-b6f2-7367cfe64835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:09.857063 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-037cf9e6-9b7d-4827-a51c-cc4eeefb4640 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad212df8938b49c5b4ea37ea0e5428d5&device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 1128 time: 0.2237015 Apr 05 13:46:09.857790 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cb1adf60-288b-4239-8640-2d48ac29603c req-f0f3f94c-ffc9-4b77-b6f2-7367cfe64835 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.2181859 Apr 05 13:46:09.872584 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8483393e-5cc7-44c8-9d8c-0a05a9208286 req-be1cb6b2-049e-4772-8cee-82240dc0441a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450237 Apr 05 13:46:09.876562 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-f173f94d-192f-458e-9129-e136c0061add None None] Current status of the port 4f3314dd-b504-4575-889e-5748a186f0a4 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:09.876967 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f173f94d-192f-458e-9129-e136c0061add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:09.973311 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cfd35-cbbc-4f4f-a98b-cbb6cac79afa req-0198fde4-7544-4545-b318-4baac96af2e6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:09.982043 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-be8cfd35-cbbc-4f4f-a98b-cbb6cac79afa req-0198fde4-7544-4545-b318-4baac96af2e6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0684838 Apr 05 13:46:09.999258 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:10.028314 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-f173f94d-192f-458e-9129-e136c0061add None None] For port 4f3314dd-b504-4575-889e-5748a186f0a4, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=4f3314dd-b504-4575-889e-5748a186f0a4,segment=NetworkSegment(089abe49-99e0-45fc-a5de-199f6a280fff),segment_id=089abe49-99e0-45fc-a5de-199f6a280fff)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:10.032699 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f173f94d-192f-458e-9129-e136c0061add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:10.044387 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-be8cfd35-cbbc-4f4f-a98b-cbb6cac79afa req-d400488a-de34-4860-b04a-89179a3db2a7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575495 Apr 05 13:46:10.116781 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173f94d-192f-458e-9129-e136c0061add None None] Pushing event updated for resources: {'Port': ['ID=4f3314dd-b504-4575-889e-5748a186f0a4,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:10.166291 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-68b93fc6-1a0e-42e7-94da-865f1081b4c9 None None] Provisioning complete for port 4f3314dd-b504-4575-889e-5748a186f0a4 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:10.166760 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-68b93fc6-1a0e-42e7-94da-865f1081b4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:10.228782 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'name': 'tempest-TestShelveInstance-1570140441-router', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:55Z', 'updated_at': '2022-04-05T13:46:04Z', 'revision_number': 4, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'gw_port': {'id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:56Z', 'updated_at': '2022-04-05T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4f3314dd-b504-4575-889e-5748a186f0a4', 'name': '', 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'mac_address': 'fa:16:3e:da:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '49722c6b-d839-4ccd-8501-5f99b7711c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:46:03Z', 'updated_at': '2022-04-05T13:46:09Z', 'revision_number': 4, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'subnets': [{'id': '49722c6b-d839-4ccd-8501-5f99b7711c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:10.229848 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f4750-cf86-459d-b926-fe501d9d7a35 req-7f823bef-fc18-4771-b062-4cad8e8e954e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:10.231282 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-975f4750-cf86-459d-b926-fe501d9d7a35 req-7f823bef-fc18-4771-b062-4cad8e8e954e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.0616364 Apr 05 13:46:10.259687 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4b914-bb58-4584-98c2-9952812e56c7 None None] The sync data for ids ['3d676833-edc4-46cb-a99b-afa90b9f7743'] in dv-cinder-835878-2-iscsi is: [{'id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'name': 'tempest-TestShelveInstance-1570140441-router', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:55Z', 'updated_at': '2022-04-05T13:46:04Z', 'revision_number': 4, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'gw_port': {'id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:56Z', 'updated_at': '2022-04-05T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4f3314dd-b504-4575-889e-5748a186f0a4', 'name': '', 'network_id': '43314f03-791b-4109-a97e-dbd7c7096417', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'mac_address': 'fa:16:3e:da:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '49722c6b-d839-4ccd-8501-5f99b7711c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:46:03Z', 'updated_at': '2022-04-05T13:46:09Z', 'revision_number': 4, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'subnets': [{'id': '49722c6b-d839-4ccd-8501-5f99b7711c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:46:10.285792 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-975f4750-cf86-459d-b926-fe501d9d7a35 req-d4c9fca9-5a03-4836-bb48-865914394a93 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473270 Apr 05 13:46:10.319249 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-68b93fc6-1a0e-42e7-94da-865f1081b4c9 None None] Current status of the port 4f3314dd-b504-4575-889e-5748a186f0a4 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:10.506160 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa918240-8ed3-45a1-bc96-3a50d3d1d0a8 req-78335ae5-95aa-40ff-a8c0-7348d1b12eea tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:10.507732 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-aa918240-8ed3-45a1-bc96-3a50d3d1d0a8 req-78335ae5-95aa-40ff-a8c0-7348d1b12eea tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 943 time: 0.0586619 Apr 05 13:46:10.566320 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-aa918240-8ed3-45a1-bc96-3a50d3d1d0a8 req-d25b6617-2f61-4ce6-b95f-327a709a5ab0 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513992 Apr 05 13:46:11.019341 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4f3314dd-b504-4575-889e-5748a186f0a4 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:11.154190 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 4f3314dd-b504-4575-889e-5748a186f0a4 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:11.155406 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:11.163668 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-5854f804-b350-4b3c-a2c4-9c142663f65c service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032936 Apr 05 13:46:11.224561 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1adf60-288b-4239-8640-2d48ac29603c req-793c92ca-b94f-4ce4-84db-5021eb5e3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:11.226108 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cb1adf60-288b-4239-8640-2d48ac29603c req-793c92ca-b94f-4ce4-84db-5021eb5e3c9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2384768 Apr 05 13:46:11.234614 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f827fee-7aa5-447b-bc2f-396ba3187211 req-b8ccf70d-2822-40dd-905e-16159c0615a5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:11.239900 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0f827fee-7aa5-447b-bc2f-396ba3187211 req-b8ccf70d-2822-40dd-905e-16159c0615a5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 944 time: 0.3339334 Apr 05 13:46:11.309088 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 4f3314dd-b504-4575-889e-5748a186f0a4 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:11.385099 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-f664dae3-5a14-41fd-ba7c-75560efa1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:11.387648 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-f664dae3-5a14-41fd-ba7c-75560efa1b1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3577407-2ce1-48bb-9562-9c8640b0a046 HTTP/1.1" status: 200 len: 915 time: 0.4341528 Apr 05 13:46:11.419039 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device b68cef7c-d9bf-494a-be42-2c1584ca80e8 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:46:11.425298 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c1fab-4062-47b0-9306-091deaa66f59 req-54dfab97-bb44-4b00-86b0-5ff88776bc5f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:11.435731 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8e4c1fab-4062-47b0-9306-091deaa66f59 req-54dfab97-bb44-4b00-86b0-5ff88776bc5f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.3495219 Apr 05 13:46:11.456148 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0f827fee-7aa5-447b-bc2f-396ba3187211 req-fe112741-d61b-46d2-9766-fea3635b8636 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222684 Apr 05 13:46:11.462975 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cb1adf60-288b-4239-8640-2d48ac29603c req-6fd8aff2-75cb-4edd-a0c7-f6d0328d854a service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220383 Apr 05 13:46:11.521247 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-9253a17a-b707-467e-9259-ff432e0e4e08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 200 len: 217 time: 0.1138701 Apr 05 13:46:11.531113 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292b445-fcfd-4d89-9dde-ac93c096209d req-dc3d1b9f-5421-4b60-bbdf-fe9a9f35cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:11.533043 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1292b445-fcfd-4d89-9dde-ac93c096209d req-dc3d1b9f-5421-4b60-bbdf-fe9a9f35cd46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 1130 time: 0.4371049 Apr 05 13:46:11.613693 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Deleting port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:46:11.614403 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:11.624507 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-5980c174-33e5-40a5-90a8-b6661d3930e4 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492981 Apr 05 13:46:11.626766 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cb1adf60-288b-4239-8640-2d48ac29603c req-1079aec6-5339-4a32-8e11-43355d476baf service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322210 Apr 05 13:46:11.656183 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port b68cef7c-d9bf-494a-be42-2c1584ca80e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:11.683301 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'port_id': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'mac_address': 'fa:16:3e:15:71:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:46:11.721052 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab8d1-d47b-409a-9293-ab244d8102a1 req-05b355de-ca0e-4597-a6ad-a1b7d589d543 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:11.722859 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e78ab8d1-d47b-409a-9293-ab244d8102a1 req-05b355de-ca0e-4597-a6ad-a1b7d589d543 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0951679 Apr 05 13:46:11.736261 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8e4c1fab-4062-47b0-9306-091deaa66f59 req-5e20fab5-6bd3-45b7-86d6-65f8cc18f2ae tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030884 Apr 05 13:46:11.745655 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-9f618b6e-0dcb-4395-9562-75c045021aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:11.746122 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port b68cef7c-d9bf-494a-be42-2c1584ca80e8 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:11.746797 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:11.750539 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-9f618b6e-0dcb-4395-9562-75c045021aa4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8c0e83c-d0c1-48b3-ac4b-590a8978b267 HTTP/1.1" status: 200 len: 853 time: 0.2155924 Apr 05 13:46:11.764646 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68cef7c-d9bf-494a-be42-2c1584ca80e8 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:46:11.775248 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1292b445-fcfd-4d89-9dde-ac93c096209d req-d03187c1-930b-4357-b9f1-81efba5f05f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142472 Apr 05 13:46:11.792559 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port b68cef7c-d9bf-494a-be42-2c1584ca80e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:11.796986 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e78ab8d1-d47b-409a-9293-ab244d8102a1 req-18e4458d-f2e0-4aae-9e58-8e0a6d22691d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660040 Apr 05 13:46:11.798719 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:11.845517 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] For port ae64f1b0-d20b-4b9d-bd73-4911753e24e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:11.846377 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:11.873638 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=b68cef7c-d9bf-494a-be42-2c1584ca80e8,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:11.885108 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Calling delete_port for ae64f1b0-d20b-4b9d-bd73-4911753e24e8 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:46:11.951100 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3e4e-83bb-4551-bf24-7b81065b8e07 req-03c99867-2f0b-44f5-aace-c89b939bf7ef tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:11.952386 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-54dd3e4e-83bb-4551-bf24-7b81065b8e07 req-03c99867-2f0b-44f5-aace-c89b939bf7ef tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 943 time: 0.0739474 Apr 05 13:46:12.005670 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-54dd3e4e-83bb-4551-bf24-7b81065b8e07 req-469fe3db-b29c-47da-81e0-4778692a3a74 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Apr 05 13:46:12.008789 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c63b5-ea5f-4825-85b9-dc2509e68b4e req-980593a5-1c92-465a-9a62-09b241bd18bb tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:12.011028 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5c8c63b5-ea5f-4825-85b9-dc2509e68b4e req-980593a5-1c92-465a-9a62-09b241bd18bb tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.1594405 Apr 05 13:46:12.082034 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['b68cef7c-d9bf-494a-be42-2c1584ca80e8'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:46:12.097806 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5c8c63b5-ea5f-4825-85b9-dc2509e68b4e req-177acb48-d0ea-416f-8fa4-b9f342eecd2a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796854 Apr 05 13:46:12.129036 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (ae64f1b0-d20b-4b9d-bd73-4911753e24e8), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:12.199036 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Pushing event deleted for resources: {'Port': ['ID=ae64f1b0-d20b-4b9d-bd73-4911753e24e8,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:12.240121 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] No DVR routers for this DVR port ae64f1b0-d20b-4b9d-bd73-4911753e24e8 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:46:12.243131 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:12.246605 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a5acf3b3-0023-43ee-8903-a17629b47209 req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.46 "DELETE /v2.0/ports/ae64f1b0-d20b-4b9d-bd73-4911753e24e8 HTTP/1.1" status: 204 len: 173 time: 1.2779818 Apr 05 13:46:12.248174 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.248527 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.248916 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.249330 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.249772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.250176 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.250607 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.250954 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.251291 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.251720 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.252054 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.252384 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.252715 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.253042 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.253368 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95b40-249c-4d4f-b7c8-a00b0545ce4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:12.257377 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9a7ca6-d28c-4983-a53c-e4fb53299efc', 'name': 'network-vif-deleted', 'tag': 'ae64f1b0-d20b-4b9d-bd73-4911753e24e8'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:12.259751 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a3b822-6527-41da-83a0-2c1068e03f0e" -d '{"events": [{"server_uuid": "7e9a7ca6-d28c-4983-a53c-e4fb53299efc", "name": "network-vif-deleted", "tag": "ae64f1b0-d20b-4b9d-bd73-4911753e24e8"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:12.296910 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e38c69-47c2-4115-9ae2-6d2ceeebcb9c x-openstack-request-id: req-28e38c69-47c2-4115-9ae2-6d2ceeebcb9c {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:12.297218 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9a7ca6-d28c-4983-a53c-e4fb53299efc", "name": "network-vif-deleted", "tag": "ae64f1b0-d20b-4b9d-bd73-4911753e24e8", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:12.297491 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28e38c69-47c2-4115-9ae2-6d2ceeebcb9c {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:12.297941 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e38c69-47c2-4115-9ae2-6d2ceeebcb9c'] response: {'server_uuid': '7e9a7ca6-d28c-4983-a53c-e4fb53299efc', 'name': 'network-vif-deleted', 'tag': 'ae64f1b0-d20b-4b9d-bd73-4911753e24e8', 'status': 'completed', 'code': 200} Apr 05 13:46:12.591150 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bafc3-6cf2-4a9f-85c7-297341d027c4 req-70d1583b-7423-4b7b-8eaa-01a58ffd13d4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:12.592810 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-302bafc3-6cf2-4a9f-85c7-297341d027c4 req-70d1583b-7423-4b7b-8eaa-01a58ffd13d4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 945 time: 0.0556369 Apr 05 13:46:12.649395 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-302bafc3-6cf2-4a9f-85c7-297341d027c4 req-b4fc07de-bdac-46d7-a85c-245e47c0aa2d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507169 Apr 05 13:46:12.873419 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead7b2a-8824-4960-a5bf-b4c09131d394 req-9ddbdf7b-1c59-44b5-8fc9-ab5d9af4a285 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:12.875161 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3ead7b2a-8824-4960-a5bf-b4c09131d394 req-9ddbdf7b-1c59-44b5-8fc9-ab5d9af4a285 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0560741 Apr 05 13:46:12.927832 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a7285-519c-4865-a304-8df073c7bfb4 req-60ed5913-59db-440e-9f6c-413e4d174652 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:12.928784 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3ead7b2a-8824-4960-a5bf-b4c09131d394 req-8b84357a-7220-41ac-82d6-d12d2f190dd1 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464756 Apr 05 13:46:12.929309 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b99a7285-519c-4865-a304-8df073c7bfb4 req-60ed5913-59db-440e-9f6c-413e4d174652 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0610020 Apr 05 13:46:12.979932 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b99a7285-519c-4865-a304-8df073c7bfb4 req-784f5ff3-e1a9-41df-8979-4eec34de718f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Apr 05 13:46:13.110088 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9c78b58b-af74-4a5c-9121-ebfc3144d3ff req-53e03cfa-9a81-492b-adb0-bd480c6b9279 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 210 time: 0.0305033 Apr 05 13:46:13.221572 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557147d-544d-4605-af11-9d6d2d767829 req-22f34f51-443a-452f-a5cd-5d54eb0c3c9e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:13.223098 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a557147d-544d-4605-af11-9d6d2d767829 req-22f34f51-443a-452f-a5cd-5d54eb0c3c9e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.0549212 Apr 05 13:46:13.271373 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a557147d-544d-4605-af11-9d6d2d767829 req-26df2630-5a90-4215-a8e4-368750cd0cd5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 Apr 05 13:46:13.424523 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device b68cef7c-d9bf-494a-be42-2c1584ca80e8 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:13.487893 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port b68cef7c-d9bf-494a-be42-2c1584ca80e8 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:46:13.491941 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port b68cef7c-d9bf-494a-be42-2c1584ca80e8 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:13.492854 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:13.556488 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-abb34b49-930c-42ad-ab9c-dba9b3cb5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:13.558366 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-abb34b49-930c-42ad-ab9c-dba9b3cb5a72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3577407-2ce1-48bb-9562-9c8640b0a046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488355 Apr 05 13:46:13.576780 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port b68cef7c-d9bf-494a-be42-2c1584ca80e8 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:13.577172 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:13.600381 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:13.603089 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaed827-299a-4ae9-980a-1f997b988318" -d '{"events": [{"server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "name": "network-vif-plugged", "status": "completed", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:13.616134 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port b68cef7c-d9bf-494a-be42-2c1584ca80e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:13.620345 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:13.645419 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7738f47f-6c59-44be-b1bf-bc5915e9fa4a x-openstack-request-id: req-7738f47f-6c59-44be-b1bf-bc5915e9fa4a {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:13.645705 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "name": "network-vif-plugged", "status": "completed", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:13.645952 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7738f47f-6c59-44be-b1bf-bc5915e9fa4a {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:13.646340 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7738f47f-6c59-44be-b1bf-bc5915e9fa4a'] response: {'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'code': 200} Apr 05 13:46:13.675186 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=b68cef7c-d9bf-494a-be42-2c1584ca80e8,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:13.785970 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0398-6722-49b6-a640-bb666c114eb7 req-8bfd5d86-3da7-456e-b5a8-51eed84998ae tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:13.787526 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e4db0398-6722-49b6-a640-bb666c114eb7 req-8bfd5d86-3da7-456e-b5a8-51eed84998ae tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.0664032 Apr 05 13:46:13.850499 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e4db0398-6722-49b6-a640-bb666c114eb7 req-5d4f0bad-9446-40da-a9a0-ddc515594793 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551445 Apr 05 13:46:14.063277 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c33e11-1b38-4b46-a15f-daa20e2f3627 req-ec9e0169-65ce-4348-8ab3-8e7c5e2ecd34 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:14.064904 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-14c33e11-1b38-4b46-a15f-daa20e2f3627 req-ec9e0169-65ce-4348-8ab3-8e7c5e2ecd34 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0590284 Apr 05 13:46:14.109680 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ee972-1a2f-4fe3-9835-af9df1c1d344 req-5d7309d6-ea7e-4d9b-b243-0de762b6bdfd tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:14.111173 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a64ee972-1a2f-4fe3-9835-af9df1c1d344 req-5d7309d6-ea7e-4d9b-b243-0de762b6bdfd tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0596621 Apr 05 13:46:14.114473 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-14c33e11-1b38-4b46-a15f-daa20e2f3627 req-7ede1490-0434-4081-bb72-e6cefd7ae4ab tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437865 Apr 05 13:46:14.163403 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a64ee972-1a2f-4fe3-9835-af9df1c1d344 req-ac502021-2d72-4562-9a16-ab5188228a49 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461619 Apr 05 13:46:14.203677 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ac0c7b7b-6c49-4564-b81b-dc3aab232d2a req-3658f1cf-5057-45c6-80ab-3041c397ef7b tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 210 time: 0.0268404 Apr 05 13:46:14.396184 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b953e2-907f-46e0-8371-e45aa1da0a89 req-69e0a0ae-5769-48b0-8057-d041cc842178 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:14.397676 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d3b953e2-907f-46e0-8371-e45aa1da0a89 req-69e0a0ae-5769-48b0-8057-d041cc842178 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.0593936 Apr 05 13:46:14.444660 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d3b953e2-907f-46e0-8371-e45aa1da0a89 req-c1e26822-ce1c-4c09-973c-8e4ee19b0537 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413556 Apr 05 13:46:14.998557 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a5f2-b1eb-4f77-9013-e002c25a1e4d req-0b7eed91-26ab-4bcc-8d77-f846f650e567 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:15.000840 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ecf0a5f2-b1eb-4f77-9013-e002c25a1e4d req-0b7eed91-26ab-4bcc-8d77-f846f650e567 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.0741174 Apr 05 13:46:15.029269 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-cbe9f4f5-3b8c-4a27-a2e7-4bd598a7a4a4 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181121 Apr 05 13:46:15.060322 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ecf0a5f2-b1eb-4f77-9013-e002c25a1e4d req-cac4f4b4-0246-4400-98fa-81555051683e tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532427 Apr 05 13:46:15.272821 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6d103-5b6f-4731-97e1-b6596fd3e081 req-9a0b659a-1bba-4bd8-b1a4-97c53f769e1b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:15.274393 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a6c6d103-5b6f-4731-97e1-b6596fd3e081 req-9a0b659a-1bba-4bd8-b1a4-97c53f769e1b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0713539 Apr 05 13:46:15.316435 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3ddbf-d8af-4c77-8e8e-7d6a31f4f4f6 req-7f5a8a79-77b3-4880-98af-9cf373da3196 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:15.318002 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-76e3ddbf-d8af-4c77-8e8e-7d6a31f4f4f6 req-7f5a8a79-77b3-4880-98af-9cf373da3196 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0719929 Apr 05 13:46:15.334546 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a6c6d103-5b6f-4731-97e1-b6596fd3e081 req-442508b2-5302-457f-8cdb-24b291dfab89 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531809 Apr 05 13:46:15.382758 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-76e3ddbf-d8af-4c77-8e8e-7d6a31f4f4f6 req-1da059e0-a66a-43d1-933f-0a08f564893d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526547 Apr 05 13:46:15.422363 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 18abb312-259e-4ad9-aee4-8094c991ad8e no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:46:15.493359 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-921ceaac-2a17-4842-b319-52b99c273fea req-01633894-e998-4f33-85ad-cd9e61e48a4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 210 time: 0.0509045 Apr 05 13:46:15.618791 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 18abb312-259e-4ad9-aee4-8094c991ad8e is: DOWN; New status is: DOWN {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:15.877070 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-51eb217e-4df0-45f0-8a1f-77ed8ec37a7c req-ba38b8ca-3426-40c6-9a2c-d28602c6bd8f service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931904 Apr 05 13:46:15.905149 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c4096-ecbb-443f-87bb-577383fba2a0 req-4a4895ac-83c8-431f-850b-0c5962d746d2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:15.906920 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ce0c4096-ecbb-443f-87bb-577383fba2a0 req-4a4895ac-83c8-431f-850b-0c5962d746d2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.2761676 Apr 05 13:46:15.962494 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ce0c4096-ecbb-443f-87bb-577383fba2a0 req-44a5831a-8681-49bf-a59e-4bb70a96a022 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499170 Apr 05 13:46:15.987029 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [req-83810c88-8195-4667-9696-d4bcc122b289 req-a2f4d59d-003d-4893-accf-2fd5e19fc7bd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:46:15.988067 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-83810c88-8195-4667-9696-d4bcc122b289 req-a2f4d59d-003d-4893-accf-2fd5e19fc7bd service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055232 Apr 05 13:46:16.178073 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14869cc-578d-4586-8550-d0a5c2c2e38d req-2a57b91a-ff25-4768-9ec5-17854a1ceed5 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:16.179533 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a14869cc-578d-4586-8550-d0a5c2c2e38d req-2a57b91a-ff25-4768-9ec5-17854a1ceed5 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0604076 Apr 05 13:46:16.214741 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d79395-d2d6-4dab-bb5d-1f8802e2432f req-a862f512-c461-4de1-8bf2-560228ffce8d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:16.216646 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-83d79395-d2d6-4dab-bb5d-1f8802e2432f req-a862f512-c461-4de1-8bf2-560228ffce8d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.0660524 Apr 05 13:46:16.232588 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a14869cc-578d-4586-8550-d0a5c2c2e38d req-ce585eaa-41a5-48ba-b22f-e07c74238cd4 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455198 Apr 05 13:46:16.268782 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-83d79395-d2d6-4dab-bb5d-1f8802e2432f req-2cc3d4ab-8bdc-4f25-8a66-8eaa4e755152 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461826 Apr 05 13:46:16.486334 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 54968) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:16.507985 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0a2d7-bc19-4054-a137-4ff91ec8d914 req-daf31bc0-fbeb-4926-8ec7-0457d0ea9097 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:16.509459 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-acf0a2d7-bc19-4054-a137-4ff91ec8d914 req-daf31bc0-fbeb-4926-8ec7-0457d0ea9097 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0577450 Apr 05 13:46:16.563569 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-acf0a2d7-bc19-4054-a137-4ff91ec8d914 req-25204ab5-5026-4016-804e-54fad3128a80 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Apr 05 13:46:16.657064 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-f7d9e2f2-3129-4949-b604-95ef2bab9cc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1695626 Apr 05 13:46:16.658804 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-780affb6-1d80-46a1-bd9c-661b81f4ba08 req-86bbf25a-6f92-4a70-a81b-c6a344d02917 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e9a7ca6-d28c-4983-a53c-e4fb53299efc HTTP/1.1" status: 200 len: 210 time: 0.0392439 Apr 05 13:46:16.666947 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-a447156e-9392-4bd2-a5d4-fe8952e28a92 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:46:16.667965 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-a447156e-9392-4bd2-a5d4-fe8952e28a92 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056152 Apr 05 13:46:16.749892 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 54980) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:16.869153 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-b2ea4c1c-b1cf-44f4-8dbf-6abfbd759c61 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:16.870997 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-b2ea4c1c-b1cf-44f4-8dbf-6abfbd759c61 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports/18abb312-259e-4ad9-aee4-8094c991ad8e HTTP/1.1" status: 200 len: 940 time: 0.1194043 Apr 05 13:46:17.052497 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324a81b-0b61-426c-b5a4-349b645f0fb1 req-b996f63b-ee94-430c-9ff6-d2d632d4b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:17.054698 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f324a81b-0b61-426c-b5a4-349b645f0fb1 req-b996f63b-ee94-430c-9ff6-d2d632d4b534 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 1130 time: 0.0850420 Apr 05 13:46:17.190342 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f324a81b-0b61-426c-b5a4-349b645f0fb1 req-d62feec2-089c-4a3b-bbf0-ed0392d624d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280024 Apr 05 13:46:17.211458 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841411b3-7c4f-4ea0-a473-cf16f406f21b req-13ba3e37-c5a9-41f4-8540-f4d70c9b0b15 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:17.212952 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-841411b3-7c4f-4ea0-a473-cf16f406f21b req-13ba3e37-c5a9-41f4-8540-f4d70c9b0b15 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.1253777 Apr 05 13:46:17.219271 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-5af722db-c213-4dea-bf8f-5f744a0d8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:17.220775 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-5af722db-c213-4dea-bf8f-5f744a0d8967 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 1127 time: 0.0891027 Apr 05 13:46:17.265655 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-841411b3-7c4f-4ea0-a473-cf16f406f21b req-44efccfa-678e-4cc9-bae4-f4ef4edd937a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438275 Apr 05 13:46:17.364178 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24a4fa-5f74-44fe-9116-fef97f9ad8ae req-57dfbeb5-3591-4497-95ce-e45e4e1a2f22 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:17.365809 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5f24a4fa-5f74-44fe-9116-fef97f9ad8ae req-57dfbeb5-3591-4497-95ce-e45e4e1a2f22 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0544171 Apr 05 13:46:17.387262 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bd5c1-ccda-407a-b8be-43b2278a0621 req-ded4a5fd-7f44-4d6f-8cf1-88c80ca49b30 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:17.389034 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-758bd5c1-ccda-407a-b8be-43b2278a0621 req-ded4a5fd-7f44-4d6f-8cf1-88c80ca49b30 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.0552452 Apr 05 13:46:17.397466 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55004) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:17.404107 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-f3d5a3da-a349-4a9e-8aab-84a7491b8ed0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'floatingip': {'port_id': '0b8b738b-1903-4b5f-b33b-44e6534a54e6'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:17.431147 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5f24a4fa-5f74-44fe-9116-fef97f9ad8ae req-bf7e9685-8c1f-4be3-8417-8250ffdc12f5 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593081 Apr 05 13:46:17.533458 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a3da-a349-4a9e-8aab-84a7491b8ed0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (c41a7b05-79fb-48ae-964e-af77f8b97242), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:17.745342 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c797d4-c90e-40eb-ba2f-6a438b4543a4 req-43cf5035-6278-4d01-8c1c-38abd9081cca tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:17.746889 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9c797d4-c90e-40eb-ba2f-6a438b4543a4 req-43cf5035-6278-4d01-8c1c-38abd9081cca tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.2567477 Apr 05 13:46:17.748027 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-cec7fdfb-baae-4c32-bd12-a4338f525be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:17.749420 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-cec7fdfb-baae-4c32-bd12-a4338f525be8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 918 time: 0.3052094 Apr 05 13:46:17.862813 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9c797d4-c90e-40eb-ba2f-6a438b4543a4 req-1baa59ce-d8de-47c7-a1c0-33033ec8c1e9 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096551 Apr 05 13:46:18.046739 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-bcf21258-75d7-4394-b5c4-38d7820aa08e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:18.049039 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-bcf21258-75d7-4394-b5c4-38d7820aa08e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/networks?id=e182e83f-1d35-4925-a1e8-7545c18bde85 HTTP/1.1" status: 200 len: 808 time: 0.1535633 Apr 05 13:46:18.065340 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d91228f2-034a-4a4d-baf5-ea5db2e39428 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/quotas/f065b9be718746fe906f667735f52b74 HTTP/1.1" status: 200 len: 375 time: 0.0107541 Apr 05 13:46:18.097598 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-2f07ab96-1597-4544-b78a-14cafd05ccba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18abb312-259e-4ad9-aee4-8094c991ad8e HTTP/1.1" status: 200 len: 999 time: 0.1872861 Apr 05 13:46:18.105900 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-7420f8f5-7f87-43d2-aea8-a9a0d9e4b9e2 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f065b9be718746fe906f667735f52b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342464 Apr 05 13:46:18.208696 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-acf20d56-0f5e-4788-be07-03a07c436b41 service neutron] 10.222.0.59 "GET /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959146 Apr 05 13:46:18.277008 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-1a134d26-9e2e-4304-963c-1e5d4dc4b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:18.278519 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-1a134d26-9e2e-4304-963c-1e5d4dc4b58d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.1584852 Apr 05 13:46:18.318132 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-695793e4-4f4f-4a97-90e7-64a25dc2ab85 service neutron] 10.222.0.59 "GET /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024230 Apr 05 13:46:18.342301 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55026) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:18.350091 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--961199762', 'description': 'tempest-description--1654269803'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:18.379624 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:18.482941 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group (c1aa8322-0f13-4721-92e7-3039348e0ac6), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:18.488798 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c1aa8322-0f13-4721-92e7-3039348e0ac6), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:18.529227 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aa8322-0f13-4721-92e7-3039348e0ac6,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:18.540019 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cdbaddef-dbf0-437c-ad38-8b5a0398dcfb req-6384105d-d30c-4667-96c3-8c6488c3fd15 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 210 time: 0.0383356 Apr 05 13:46:18.552865 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a3da-a349-4a9e-8aab-84a7491b8ed0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:18.554198 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.554786 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.555186 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.555553 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.555902 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.556244 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.556622 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.557756 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.558260 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.558642 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.559047 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.559359 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.559761 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.560330 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.560876 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:46:18.562574 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a3da-a349-4a9e-8aab-84a7491b8ed0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (c41a7b05-79fb-48ae-964e-af77f8b97242), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:18.585260 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:18.586758 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-609b1997-e54c-44f0-a860-2aca3158bad1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2432289 Apr 05 13:46:18.591298 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55034) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:18.602933 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-e1c5d0f5-3f1b-497d-9211-39d231801428 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Request body: {'security_group_rule': {'security_group_id': 'c1aa8322-0f13-4721-92e7-3039348e0ac6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:18.654040 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0f5-3f1b-497d-9211-39d231801428 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group_rule (326bb1ff-9994-4759-ab72-5710996b8bd0), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:18.666793 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4f2e0-154a-4b22-a5ec-aed28f28041a req-f0177eea-65f0-4162-98a8-c65f0ae38b5e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:18.668679 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0bc4f2e0-154a-4b22-a5ec-aed28f28041a req-f0177eea-65f0-4162-98a8-c65f0ae38b5e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.1335189 Apr 05 13:46:18.696845 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [None req-f3d5a3da-a349-4a9e-8aab-84a7491b8ed0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Floating IP c41a7b05-79fb-48ae-964e-af77f8b97242 associated. External IP: 172.27.2.180, port: 0b8b738b-1903-4b5f-b33b-44e6534a54e6. Apr 05 13:46:18.795746 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0bc4f2e0-154a-4b22-a5ec-aed28f28041a req-8acebd6a-bc33-4092-bc06-4eaaf8dcb23f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141810 Apr 05 13:46:18.803469 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0f5-3f1b-497d-9211-39d231801428 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group_rule (326bb1ff-9994-4759-ab72-5710996b8bd0), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:18.809828 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0f5-3f1b-497d-9211-39d231801428 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (326bb1ff-9994-4759-ab72-5710996b8bd0), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:18.831313 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5d0f5-3f1b-497d-9211-39d231801428 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326bb1ff-9994-4759-ab72-5710996b8bd0,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:18.863851 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0f5-3f1b-497d-9211-39d231801428 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:18.868665 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e1c5d0f5-3f1b-497d-9211-39d231801428 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760172 Apr 05 13:46:18.869376 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55042) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:18.876026 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-9c85f81d-863a-4503-b6e3-2f3c6a75765a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Request body: {'security_group_rule': {'security_group_id': 'c1aa8322-0f13-4721-92e7-3039348e0ac6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:18.937589 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c85f81d-863a-4503-b6e3-2f3c6a75765a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group_rule (e94cc9d0-a5a6-4083-806e-057162ed1d7b), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.016637 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c85f81d-863a-4503-b6e3-2f3c6a75765a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group_rule (e94cc9d0-a5a6-4083-806e-057162ed1d7b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.021009 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c85f81d-863a-4503-b6e3-2f3c6a75765a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (e94cc9d0-a5a6-4083-806e-057162ed1d7b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.047312 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85f81d-863a-4503-b6e3-2f3c6a75765a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94cc9d0-a5a6-4083-806e-057162ed1d7b,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:19.069734 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c85f81d-863a-4503-b6e3-2f3c6a75765a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.076370 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9c85f81d-863a-4503-b6e3-2f3c6a75765a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2045622 Apr 05 13:46:19.076933 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55046) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:19.084863 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:19.110835 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.182826 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-83ccb9c9-364a-4074-ab60-3cd435def67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:19.184669 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-83ccb9c9-364a-4074-ab60-3cd435def67f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1732190 Apr 05 13:46:19.194855 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b035415-abb8-4c03-a9b8-27f9d2bf5861 req-d8c5258b-6641-4eac-99ad-4473dee4553d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:19.194855 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0b035415-abb8-4c03-a9b8-27f9d2bf5861 req-d8c5258b-6641-4eac-99ad-4473dee4553d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.1822791 Apr 05 13:46:19.245592 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.373767 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Allocated IP 172.27.2.117 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/fe0c629a-c24b-4155-82c7-7089c01f0df6) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:46:19.402776 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0b035415-abb8-4c03-a9b8-27f9d2bf5861 req-d1407378-fb96-4a16-bbb3-b3f284fe7365 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944940 Apr 05 13:46:19.424512 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-aad9792a-32e9-4078-8672-6e6c8a3c1d62 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269411 Apr 05 13:46:19.449865 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d5a3da-a349-4a9e-8aab-84a7491b8ed0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:46:19.510166 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for port (fe0c629a-c24b-4155-82c7-7089c01f0df6), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.584422 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808169d7-50c0-4213-83af-6fca7624a9ef req-db5eb8de-912a-4e38-92fb-dfc788f0a959 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:19.585921 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-808169d7-50c0-4213-83af-6fca7624a9ef req-db5eb8de-912a-4e38-92fb-dfc788f0a959 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.1002543 Apr 05 13:46:19.595405 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (fe0c629a-c24b-4155-82c7-7089c01f0df6), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.655950 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:46:19.669789 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:46:19.672952 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:46:19.678143 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event updated for resources: {'Port': ['ID=fe0c629a-c24b-4155-82c7-7089c01f0df6,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:19.693624 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-120b8d27-1a13-4fd5-9253-5b73a09011a0 req-7a9d7a90-c18c-499c-bae4-cb51673bff5d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 210 time: 0.0674329 Apr 05 13:46:19.727839 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d5a3da-a349-4a9e-8aab-84a7491b8ed0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:46:19.731239 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-808169d7-50c0-4213-83af-6fca7624a9ef req-20a4960a-c8dd-41dd-88e3-014581f34afe tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315193 Apr 05 13:46:19.738099 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a3da-a349-4a9e-8aab-84a7491b8ed0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.741268 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:46:19.766335 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-99ea9335-d9cc-45d0-81c3-4fd574ee497f req-99879bae-bd20-4c90-9076-75190c828231 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680304 Apr 05 13:46:19.767643 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:46:19.780888 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:46:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:19.795454 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-f3d5a3da-a349-4a9e-8aab-84a7491b8ed0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "PUT /v2.0/floatingips/c41a7b05-79fb-48ae-964e-af77f8b97242 HTTP/1.1" status: 200 len: 992 time: 2.3858171 Apr 05 13:46:19.795454 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'tag': '0b8b738b-1903-4b5f-b33b-44e6534a54e6'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:19.795454 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb6489f-e3aa-472c-b69b-481b13abf6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347", "tag": "0b8b738b-1903-4b5f-b33b-44e6534a54e6"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:19.795454 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-5cb2ee92-2bc0-4055-ae0d-9b330b70b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:19.795454 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-5cb2ee92-2bc0-4055-ae0d-9b330b70b96f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d&tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52 HTTP/1.1" status: 200 len: 1127 time: 0.2692277 Apr 05 13:46:19.808271 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for floatingip (e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.942020 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (fe0c629a-c24b-4155-82c7-7089c01f0df6), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:19.943782 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:46:19.946033 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c06f452-4eee-47c4-865b-b2213a1a1ff8 x-openstack-request-id: req-8c06f452-4eee-47c4-865b-b2213a1a1ff8 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:19.946325 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347", "tag": "0b8b738b-1903-4b5f-b33b-44e6534a54e6", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:19.946578 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c06f452-4eee-47c4-865b-b2213a1a1ff8 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:19.946977 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c06f452-4eee-47c4-865b-b2213a1a1ff8'] response: {'name': 'network-changed', 'server_uuid': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'tag': '0b8b738b-1903-4b5f-b33b-44e6534a54e6', 'status': 'completed', 'code': 200} Apr 05 13:46:20.088519 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-e4778e4c-a33f-4337-b969-abfa5ce15500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:20.091078 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-e4778e4c-a33f-4337-b969-abfa5ce15500 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 1130 time: 0.1432393 Apr 05 13:46:20.093150 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-6ddec3e2-82b1-4fe7-beba-c0a21e243f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:20.094815 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-6ddec3e2-82b1-4fe7-beba-c0a21e243f28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 1127 time: 0.2278619 Apr 05 13:46:20.096519 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711c3d-2567-4137-b9eb-f17f9f456e11 req-b1a181fc-d861-43ff-b19d-9968590bcd27 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:20.100982 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fc711c3d-2567-4137-b9eb-f17f9f456e11 req-b1a181fc-d861-43ff-b19d-9968590bcd27 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.1505287 Apr 05 13:46:20.198735 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fc711c3d-2567-4137-b9eb-f17f9f456e11 req-60dabe22-d05a-4d1b-ab87-5b85401d5c24 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650554 Apr 05 13:46:20.329038 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-df93fd9b-27ea-4096-8122-8fd1e8283f6e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:20.330546 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-df93fd9b-27ea-4096-8122-8fd1e8283f6e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.46 "GET /v2.0/networks?id=e182e83f-1d35-4925-a1e8-7545c18bde85 HTTP/1.1" status: 200 len: 808 time: 0.3331420 Apr 05 13:46:20.333323 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for port (fe0c629a-c24b-4155-82c7-7089c01f0df6), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:20.349738 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-d2a391c3-9b17-44dd-b0e8-593962200374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:20.351463 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-d2a391c3-9b17-44dd-b0e8-593962200374 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 916 time: 0.2413795 Apr 05 13:46:20.369177 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (fe0c629a-c24b-4155-82c7-7089c01f0df6), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:20.390388 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'c41a7b05-79fb-48ae-964e-af77f8b97242', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': '0b8b738b-1903-4b5f-b33b-44e6534a54e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:61:e6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:45:35Z', 'updated_at': '2022-04-05T13:46:18Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}, {'id': 'f0f9b083-8caa-4a59-b352-97099aea2b51', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:b3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:39Z', 'updated_at': '2022-04-05T13:44:15Z', 'revision_number': 2, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:20.408120 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Request body: {'port': {'device_id': '738d62fc-2132-4bd8-bffd-08a3cf89dfca', 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85', 'admin_state_up': True, 'tenant_id': 'f065b9be718746fe906f667735f52b74'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:20.427150 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:46:20.440078 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:46:20.440766 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:46:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:20.462697 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event updated for resources: {'Port': ['ID=fe0c629a-c24b-4155-82c7-7089c01f0df6,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:20.478063 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dda9e-ddf1-456a-98f1-c1500cabc429 req-978a1e4e-6a72-4189-8757-e1458ac5b4b4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:20.480727 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-600dda9e-ddf1-456a-98f1-c1500cabc429 req-978a1e4e-6a72-4189-8757-e1458ac5b4b4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.1525042 Apr 05 13:46:20.501034 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:20.530197 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:20.531598 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-5b5ea5b8-4bea-4734-b488-ff7f47c314cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4534516 Apr 05 13:46:20.535869 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-879eeeea-067d-42bc-971b-08aa4edc8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:20.538079 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-879eeeea-067d-42bc-971b-08aa4edc8bb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 918 time: 0.4289396 Apr 05 13:46:20.552111 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-600dda9e-ddf1-456a-98f1-c1500cabc429 req-a3ea978b-9f56-4396-948d-685c8d6ec56e tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649357 Apr 05 13:46:20.579001 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:46:20.614153 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-2c7b5dc1-007f-478d-af8e-dd450a9e969f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b8b738b-1903-4b5f-b33b-44e6534a54e6 HTTP/1.1" status: 200 len: 1000 time: 0.2116852 Apr 05 13:46:20.717521 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-1afd3a60-42e9-45c8-b481-02ce4f69eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:20.719094 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-1afd3a60-42e9-45c8-b481-02ce4f69eb55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 200 len: 854 time: 0.0956411 Apr 05 13:46:20.746232 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-6f792723-60b4-4be3-ae87-32eba04c5bea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18abb312-259e-4ad9-aee4-8094c991ad8e HTTP/1.1" status: 200 len: 999 time: 0.1973999 Apr 05 13:46:20.814885 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7953b63f-27a2-4201-bf0e-b26ed69a3ea6 req-b2fcfa11-0d98-43e7-bbe4-d17c89a7fd8c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 210 time: 0.0366430 Apr 05 13:46:20.845476 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Made reservation on behalf of f065b9be718746fe906f667735f52b74 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:46:20.849078 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:20.905714 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-10f7d021-2611-4018-b70a-1e9c21b4c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:20.907399 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-10f7d021-2611-4018-b70a-1e9c21b4c162 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.1199682 Apr 05 13:46:20.918973 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'c41a7b05-79fb-48ae-964e-af77f8b97242', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': '0b8b738b-1903-4b5f-b33b-44e6534a54e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:61:e6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:45:35Z', 'updated_at': '2022-04-05T13:46:18Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}, {'id': 'f0f9b083-8caa-4a59-b352-97099aea2b51', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:b3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:39Z', 'updated_at': '2022-04-05T13:44:15Z', 'revision_number': 2, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:20.924199 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-c10be2f7-4d9b-460e-816f-3f524d87914c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--961199762&fields=id&tenant_id=a2098c6086f1416bacaabd9ec938bfa5 HTTP/1.1" status: 200 len: 267 time: 0.1444461 Apr 05 13:46:20.950650 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f349b-17ee-41f6-8884-4b0f036324a4 None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'c41a7b05-79fb-48ae-964e-af77f8b97242', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': '0b8b738b-1903-4b5f-b33b-44e6534a54e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:61:e6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:45:35Z', 'updated_at': '2022-04-05T13:46:18Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}, {'id': 'f0f9b083-8caa-4a59-b352-97099aea2b51', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:b3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:39Z', 'updated_at': '2022-04-05T13:44:15Z', 'revision_number': 2, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:46:20.953899 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-6b58a22c-c37e-4054-9171-973de96b9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:20.956058 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-6b58a22c-c37e-4054-9171-973de96b9d35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3cff852-d241-43ab-830a-cae40270149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2204061 Apr 05 13:46:21.173770 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611241a6-7aeb-4107-ab0c-df739cfb54f1 None None] New status for floating IP c41a7b05-79fb-48ae-964e-af77f8b97242: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:46:21.338772 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc671895-5008-41fa-9cbf-9a6de5d59000 req-ad57a6d1-c212-48c6-9776-494049dcf5e9 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:21.340721 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fc671895-5008-41fa-9cbf-9a6de5d59000 req-ad57a6d1-c212-48c6-9776-494049dcf5e9 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0599494 Apr 05 13:46:21.392495 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fc671895-5008-41fa-9cbf-9a6de5d59000 req-a4027cd0-60ce-4b51-8b00-607451182376 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454702 Apr 05 13:46:21.448540 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-49e8c1f5-912a-4d24-85f2-93c5338bc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:21.450051 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-49e8c1f5-912a-4d24-85f2-93c5338bc340 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5115685 Apr 05 13:46:21.518020 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-984f079d-f303-4654-8ea8-c6c101b2d1ae tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:21.519323 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-984f079d-f303-4654-8ea8-c6c101b2d1ae tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 818 time: 0.5943556 Apr 05 13:46:21.521020 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-e925dce7-0e78-4539-be56-9b1221aa6109 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312986 Apr 05 13:46:21.553120 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Allocated IP 172.20.0.14 (e182e83f-1d35-4925-a1e8-7545c18bde85/b11bffbd-825b-4198-9486-0abf63e39baa/e10f2b70-8b96-425c-a38d-25644b3add9f) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:46:21.596224 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-808fe272-169f-4e85-b347-7e9eba4c11d7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/quotas/a2098c6086f1416bacaabd9ec938bfa5 HTTP/1.1" status: 200 len: 375 time: 0.0673969 Apr 05 13:46:21.718553 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-154062d2-ddb6-4fcb-a84a-ec0ba44aa1e4 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607138 Apr 05 13:46:21.792417 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6cb6489f-e3aa-472c-b69b-481b13abf6a5 req-80115a98-1a59-41db-adee-bbe66afb9e8f service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645249 Apr 05 13:46:21.862178 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-78ce0f67-b979-4b27-b076-82293b2fb543 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2573361 Apr 05 13:46:21.922707 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7ef2d565-19ce-4389-a6f1-48112b4f36b4 req-0e610edd-317e-44cc-aa08-da14084b99c2 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 210 time: 0.0302770 Apr 05 13:46:21.956944 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-284a595f-7b99-46b7-aa7d-895f9f017417 req-4dcd9d02-e2a1-4ae9-bf5a-8c21e5fc3c54 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289250 Apr 05 13:46:21.991708 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks [] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:22.020321 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-15bf5d2d-3c3f-43d4-a192-a7bd3c7b8bd9 service neutron] 10.222.0.59 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442599 Apr 05 13:46:22.096646 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:22.162631 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Network e182e83f-1d35-4925-a1e8-7545c18bde85 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:46:22.173772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:46:22.176813 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Pushing event updated for resources: {'Port': ['ID=e10f2b70-8b96-425c-a38d-25644b3add9f,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:22.179228 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:46:22.188974 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-4e79962b-22a5-4b00-bf03-1772630b236d service neutron] 10.222.0.59 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583004 Apr 05 13:46:22.254673 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:22.255619 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:22.277824 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1124ac5f-fec6-4d56-9afb-fc91f8060ecc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8735108 Apr 05 13:46:22.298551 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Request body: {'port': {'device_id': '738d62fc-2132-4bd8-bffd-08a3cf89dfca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:22.394480 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:22.433683 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1000c6a4-8582-44fb-8111-09532e6ffa38 req-71b3d6b4-751e-4c7e-a267-79f769d8ca7a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0426691 Apr 05 13:46:22.723328 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce667c-27a4-4466-b88f-b050a7ed31a7 req-6ac1cc64-d572-4c4f-bf73-fbee2cad2008 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:22.734048 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2dce667c-27a4-4466-b88f-b050a7ed31a7 req-6ac1cc64-d572-4c4f-bf73-fbee2cad2008 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.1757185 Apr 05 13:46:22.837067 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2dce667c-27a4-4466-b88f-b050a7ed31a7 req-87dddc16-9606-4c06-b802-d4183a858bf5 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014912 Apr 05 13:46:22.986493 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10f2b70-8b96-425c-a38d-25644b3add9f {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:46:23.009057 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Publish callbacks [] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:23.035587 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Transition to ACTIVE for port object e10f2b70-8b96-425c-a38d-25644b3add9f will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:46:23.040545 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:23.084799 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00aac5-4d72-45bd-842b-9048bed8873c req-c5f3006b-0466-4ab5-9486-5054daa940c4 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:23.087537 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4f00aac5-4d72-45bd-842b-9048bed8873c req-c5f3006b-0466-4ab5-9486-5054daa940c4 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 932 time: 0.0666101 Apr 05 13:46:23.153126 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Pushing event updated for resources: {'Port': ['ID=e10f2b70-8b96-425c-a38d-25644b3add9f,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:23.165191 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4f00aac5-4d72-45bd-842b-9048bed8873c req-f56df1b7-112e-40a6-a400-0bbb26b833a1 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708055 Apr 05 13:46:23.291473 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Attempting to bind port e10f2b70-8b96-425c-a38d-25644b3add9f on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:46:23.292028 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Attempting to bind port e10f2b70-8b96-425c-a38d-25644b3add9f by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e93e10ed-d725-4671-b435-0cdd93b12d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:46:23.292366 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Attempting to bind port e10f2b70-8b96-425c-a38d-25644b3add9f on network e182e83f-1d35-4925-a1e8-7545c18bde85 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:46:23.303265 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Port e10f2b70-8b96-425c-a38d-25644b3add9f on network e182e83f-1d35-4925-a1e8-7545c18bde85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:46:23.303704 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Attempting to bind port e10f2b70-8b96-425c-a38d-25644b3add9f on network e182e83f-1d35-4925-a1e8-7545c18bde85 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:46:23.317830 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:46:23.317830 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Checking segment: {'id': 'e93e10ed-d725-4671-b435-0cdd93b12d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:46:23.317830 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Bound using segment: {'id': 'e93e10ed-d725-4671-b435-0cdd93b12d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:46:23.317830 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Bound port: e10f2b70-8b96-425c-a38d-25644b3add9f, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93e10ed-d725-4671-b435-0cdd93b12d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:46:23.317830 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:23.395864 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] For port e10f2b70-8b96-425c-a38d-25644b3add9f, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:46:23.399081 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] For port e10f2b70-8b96-425c-a38d-25644b3add9f, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e10f2b70-8b96-425c-a38d-25644b3add9f,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:46:23.413890 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:23.446663 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:23.447362 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:23.448807 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] 10.222.0.46 "PUT /v2.0/ports/e10f2b70-8b96-425c-a38d-25644b3add9f HTTP/1.1" status: 200 len: 1094 time: 1.1545718 Apr 05 13:46:23.449253 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738d62fc-2132-4bd8-bffd-08a3cf89dfca', 'tag': 'e10f2b70-8b96-425c-a38d-25644b3add9f'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:23.451701 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ad4d9e-b180-4100-bce6-0caa0b5c1d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "738d62fc-2132-4bd8-bffd-08a3cf89dfca", "tag": "e10f2b70-8b96-425c-a38d-25644b3add9f"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:23.493231 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e70fc2-f6cc-4d4d-8fac-a1f43b510a58 service neutron] Pushing event updated for resources: {'Port': ['ID=e10f2b70-8b96-425c-a38d-25644b3add9f,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:23.514052 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a51b189-535f-4f55-b15e-ac3dae57729b x-openstack-request-id: req-4a51b189-535f-4f55-b15e-ac3dae57729b {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:23.514442 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738d62fc-2132-4bd8-bffd-08a3cf89dfca", "tag": "e10f2b70-8b96-425c-a38d-25644b3add9f", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:23.514746 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a51b189-535f-4f55-b15e-ac3dae57729b {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:23.515209 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a51b189-535f-4f55-b15e-ac3dae57729b'] response: {'name': 'network-changed', 'server_uuid': '738d62fc-2132-4bd8-bffd-08a3cf89dfca', 'tag': 'e10f2b70-8b96-425c-a38d-25644b3add9f', 'status': 'completed', 'code': 200} Apr 05 13:46:23.597787 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e46b958f-0e17-48a9-9973-949dec06c2cb req-df9327b9-967b-45c4-a285-b3a20b279309 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0319529 Apr 05 13:46:23.694862 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:46:24.031375 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75ab70-7287-48d0-9156-c0bbe9e2fa0e req-0929820b-bd63-45f1-a836-9f858aa1ab3f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:24.033116 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2d75ab70-7287-48d0-9156-c0bbe9e2fa0e req-0929820b-bd63-45f1-a836-9f858aa1ab3f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0553417 Apr 05 13:46:24.091697 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2d75ab70-7287-48d0-9156-c0bbe9e2fa0e req-2018ace6-f2c1-45b0-82a4-5623486ac18f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525677 Apr 05 13:46:24.298149 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf877b2-bd0d-44c6-ae8b-251044de034d req-4f8866ef-d534-456f-86a1-13d620598f5a tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:24.300138 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cbf877b2-bd0d-44c6-ae8b-251044de034d req-4f8866ef-d534-456f-86a1-13d620598f5a tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.0551276 Apr 05 13:46:24.369849 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cbf877b2-bd0d-44c6-ae8b-251044de034d req-4342cdf3-f5c7-4ce0-ad86-49b6d6679b91 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582108 Apr 05 13:46:24.703995 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-27a68564-06d2-46d7-a19a-f1d166075269 req-35554137-c2dc-41c6-b10c-f90243554f22 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0352433 Apr 05 13:46:25.220710 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8da29-b545-4618-a4ad-e5338394714c req-eec61e36-fbfd-4508-89f6-716ea2db49b9 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:25.223639 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d9b8da29-b545-4618-a4ad-e5338394714c req-eec61e36-fbfd-4508-89f6-716ea2db49b9 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0566661 Apr 05 13:46:25.271753 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d9b8da29-b545-4618-a4ad-e5338394714c req-94cbc100-7386-4fea-87c9-fdb4d1df9c91 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421593 Apr 05 13:46:25.490200 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162c30-9ebe-4a3b-940e-e0aefa0be536 req-61f3e0f2-b2c4-4d64-a192-fb19234bc37e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:25.491766 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-50162c30-9ebe-4a3b-940e-e0aefa0be536 req-61f3e0f2-b2c4-4d64-a192-fb19234bc37e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.0544734 Apr 05 13:46:25.545612 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-50162c30-9ebe-4a3b-940e-e0aefa0be536 req-7877103b-5a5e-48a1-83fd-6344f2a3d41d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474062 Apr 05 13:46:25.793502 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a3685e0-954f-43ee-9ad9-a305a465ca9e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827885158&fields=id&tenant_id=6d8f6f280f0d454aa7ced0d787929726 HTTP/1.1" status: 200 len: 267 time: 0.0664747 Apr 05 13:46:25.830958 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4387deb9-a0af-4721-a038-9012b6d73ad5 req-b8aa4578-01da-4d80-8dd7-6eeb8948c601 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0373862 Apr 05 13:46:25.945479 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-5e9536b3-f343-4620-b069-9ceafa55f085 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:25.948776 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-5e9536b3-f343-4620-b069-9ceafa55f085 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/networks?id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c HTTP/1.1" status: 200 len: 809 time: 0.1532023 Apr 05 13:46:25.973788 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-67929bec-faba-4240-8950-0f0745eb293d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/quotas/6d8f6f280f0d454aa7ced0d787929726 HTTP/1.1" status: 200 len: 375 time: 0.0169971 Apr 05 13:46:26.026831 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-50836008-0f62-4f32-ae0a-8f5fe36901f4 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6d8f6f280f0d454aa7ced0d787929726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518005 Apr 05 13:46:26.132296 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-0caa8d6b-435d-467d-ab08-2f1dcd4a6d73 service neutron] 10.222.0.59 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937920 Apr 05 13:46:26.225273 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-f0a1119c-ba46-4b7d-b1b3-9296966e7379 service neutron] 10.222.0.59 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872176 Apr 05 13:46:26.465652 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b41309-00eb-47d9-bd59-0cfa38b3cd6d req-6ad94f74-4018-4984-be9e-7e5626232b84 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:26.467160 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-53b41309-00eb-47d9-bd59-0cfa38b3cd6d req-6ad94f74-4018-4984-be9e-7e5626232b84 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0932493 Apr 05 13:46:26.569722 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a1048bfd-449a-4b9a-b972-923fa162c5dd req-2ee03b8a-9878-4eef-99ba-03fbc6d9365f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 210 time: 0.0390902 Apr 05 13:46:26.571198 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-53b41309-00eb-47d9-bd59-0cfa38b3cd6d req-8cffe7a6-1065-4bf7-9b34-b3cc7ebfce44 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978465 Apr 05 13:46:26.732644 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbfb39-f16c-4f96-8eee-4627890e5f57 req-f42acd1e-11c8-437d-9bd0-402756080b7d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:26.736937 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b9bbfb39-f16c-4f96-8eee-4627890e5f57 req-f42acd1e-11c8-437d-9bd0-402756080b7d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.0960531 Apr 05 13:46:26.859858 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b9bbfb39-f16c-4f96-8eee-4627890e5f57 req-f00b00a0-4da4-40b9-91c2-35bb15f26e82 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131694 Apr 05 13:46:26.968602 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b1f4f6df-ce3d-481a-a08f-eeead4b77062 req-a4536099-542c-40a2-b5fb-88826f1ebc77 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0365994 Apr 05 13:46:27.687548 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8b700c4b-ba7d-4cd1-a20b-0097d6e3fe5c req-c189fe64-692d-466a-a556-70528a35997f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 210 time: 0.0447927 Apr 05 13:46:27.718346 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de12d9c-2f07-48bf-91e2-673c1c8b8817 req-8a55f955-7d01-47a1-8281-9d0e3d9db209 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:27.719982 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4de12d9c-2f07-48bf-91e2-673c1c8b8817 req-8a55f955-7d01-47a1-8281-9d0e3d9db209 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0736203 Apr 05 13:46:27.774931 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4de12d9c-2f07-48bf-91e2-673c1c8b8817 req-90891eab-d135-4a03-9d5e-d4d95bc16c69 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493689 Apr 05 13:46:27.983111 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7cc45-f1f9-45f9-b194-7f60b2e549cd req-a846ff22-e04b-4829-8995-f93ba88cec74 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:27.984648 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-08a7cc45-f1f9-45f9-b194-7f60b2e549cd req-a846ff22-e04b-4829-8995-f93ba88cec74 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.0545008 Apr 05 13:46:28.096729 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-08a7cc45-f1f9-45f9-b194-7f60b2e549cd req-227e0832-8f14-4ed8-b693-e78a75914bb6 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612259 Apr 05 13:46:28.105245 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4e6c09f7-b0d2-4c78-894b-05fcab340a51 req-084f4c97-07e4-427a-8903-5947a26d3429 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0566220 Apr 05 13:46:28.783772 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cc1bf2fe-91ed-4ec9-92ab-957c2c61ca06 req-4d8e0aca-6f99-4810-9e02-18f6016bcc18 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 210 time: 0.0376854 Apr 05 13:46:28.911479 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc08c7f-9c7d-4bb7-8a05-6a6c6e71dda6 req-de235da9-87c5-4d57-8c65-818afdfc1c60 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:28.912993 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cdc08c7f-9c7d-4bb7-8a05-6a6c6e71dda6 req-de235da9-87c5-4d57-8c65-818afdfc1c60 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0561335 Apr 05 13:46:28.978018 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cdc08c7f-9c7d-4bb7-8a05-6a6c6e71dda6 req-dc53ea81-d14e-4e3e-aca9-deaf80d66fe8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421102 Apr 05 13:46:29.221224 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d6335df7-abea-415c-aef1-2acac6fb11b9 req-ff3c0459-e46c-465d-b313-8c115a5d84db tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0433338 Apr 05 13:46:29.238519 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f005b1e-e7e4-428f-8583-2418766055e7 req-f2a4dcfe-fa4b-4c65-ac3c-33be5ef42922 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:29.240212 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f005b1e-e7e4-428f-8583-2418766055e7 req-f2a4dcfe-fa4b-4c65-ac3c-33be5ef42922 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.0817428 Apr 05 13:46:29.293061 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f005b1e-e7e4-428f-8583-2418766055e7 req-e3e46437-8a4b-4665-b316-134553bb3135 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453818 Apr 05 13:46:29.887050 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-287fafdc-6c41-4dc1-ba9b-604bafc5a340 req-5376a3b7-48d9-46a4-a1d2-7072090238d0 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 210 time: 0.0271857 Apr 05 13:46:30.113080 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3d730-a0e9-467a-8ba4-8ae03e32501c req-d4858ff7-3cee-4858-8fdb-97bc38aecc4c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:30.114424 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9bf3d730-a0e9-467a-8ba4-8ae03e32501c req-d4858ff7-3cee-4858-8fdb-97bc38aecc4c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0737007 Apr 05 13:46:30.164233 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9bf3d730-a0e9-467a-8ba4-8ae03e32501c req-dda12381-22ce-48b5-a8d5-a40f8ae4238a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440652 Apr 05 13:46:30.324400 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c0862700-429a-4736-bb50-df6223e02372 req-847ea83f-021e-49e3-86b3-9909ee170e2c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0344632 Apr 05 13:46:30.436127 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e1015-55b5-4765-977e-038c77f9f0eb req-d994b068-22ca-49bf-9dfa-19ee78f0edbf tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:30.437680 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8d7e1015-55b5-4765-977e-038c77f9f0eb req-d994b068-22ca-49bf-9dfa-19ee78f0edbf tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.0601180 Apr 05 13:46:30.489136 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8d7e1015-55b5-4765-977e-038c77f9f0eb req-b82c72d9-1cb7-47bd-b4ee-ba3186ec8368 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443194 Apr 05 13:46:30.980613 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b204766f-2abd-48b7-b04f-f9002e45a571 req-593c9d4d-0005-44aa-8d47-981e0ffd9884 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 210 time: 0.0272715 Apr 05 13:46:31.311006 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde25f5-e65a-4296-9153-019ae0ff802a req-fdea46ba-6387-44e6-acd1-715e7de1fafc tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:31.312426 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4cde25f5-e65a-4296-9153-019ae0ff802a req-fdea46ba-6387-44e6-acd1-715e7de1fafc tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0538507 Apr 05 13:46:31.358448 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4cde25f5-e65a-4296-9153-019ae0ff802a req-a1b6ef96-bbaf-405b-96ab-00db0cbe0799 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404725 Apr 05 13:46:31.430096 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-33b4ccc5-e8e9-459c-9a16-abc8de1917a3 req-ff304100-3198-46ef-8dab-0d5ab0ab683b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0382154 Apr 05 13:46:31.613332 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d229c-bc79-4cdb-8c92-707bf12b38c2 req-a593e4ca-f16b-4615-aa41-beabf713163b tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:31.614731 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b22d229c-bc79-4cdb-8c92-707bf12b38c2 req-a593e4ca-f16b-4615-aa41-beabf713163b tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.0572667 Apr 05 13:46:31.664850 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b22d229c-bc79-4cdb-8c92-707bf12b38c2 req-c1841e9b-8c98-4c50-9b92-10c17b60d185 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433686 Apr 05 13:46:32.074221 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b9b87587-ece0-4999-b0f7-efd991b5d9a6 req-bdd6dfec-d517-4635-b69a-9db14e5135c3 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 210 time: 0.0266054 Apr 05 13:46:32.549416 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bcfec-bb64-45ac-a995-05126c6aecf5 req-697b182f-4683-4a8d-8d4e-4e9c7c800049 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:32.554252 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7d6bcfec-bb64-45ac-a995-05126c6aecf5 req-697b182f-4683-4a8d-8d4e-4e9c7c800049 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.1201303 Apr 05 13:46:32.576738 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-044b73dd-851b-4330-ae7f-f77b33c36471 req-2dfe062c-7921-407c-90b2-c465b188e23a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0645394 Apr 05 13:46:32.616061 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7d6bcfec-bb64-45ac-a995-05126c6aecf5 req-cfbfb7a2-a9dc-42f2-b65f-028e57727ee0 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544567 Apr 05 13:46:32.634131 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad4d9e-b180-4100-bce6-0caa0b5c1d2a req-7f9fc31d-56f6-4112-8295-85a0ae48dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:32.635675 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-93ad4d9e-b180-4100-bce6-0caa0b5c1d2a req-7f9fc31d-56f6-4112-8295-85a0ae48dc14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f065b9be718746fe906f667735f52b74&device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 1128 time: 0.0693948 Apr 05 13:46:32.781967 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d03eff-7fa9-4c40-9db6-315b094df697 req-82679873-c077-49c9-b84a-66dc85c94211 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:32.783346 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e1d03eff-7fa9-4c40-9db6-315b094df697 req-82679873-c077-49c9-b84a-66dc85c94211 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.0526605 Apr 05 13:46:32.832297 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e1d03eff-7fa9-4c40-9db6-315b094df697 req-aed96498-975b-4098-8d24-26465014713c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Apr 05 13:46:33.177943 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-aee68d1d-8be1-451d-84f9-a89e692cd7c0 req-9ec186a3-089e-4132-a9f5-4cbcc11bc14d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 210 time: 0.0330150 Apr 05 13:46:33.301280 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad4d9e-b180-4100-bce6-0caa0b5c1d2a req-5966b8e8-c291-4c73-8e15-29c589e25aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:33.302873 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-93ad4d9e-b180-4100-bce6-0caa0b5c1d2a req-5966b8e8-c291-4c73-8e15-29c589e25aed service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f065b9be718746fe906f667735f52b74&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1918120 Apr 05 13:46:33.338781 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-aa48c444-715e-4240-a3c4-a6446621f17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:33.486036 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad4d9e-b180-4100-bce6-0caa0b5c1d2a req-4e3d57c6-81f7-4d15-a9a9-de58e5e2ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:33.487481 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-93ad4d9e-b180-4100-bce6-0caa0b5c1d2a req-4e3d57c6-81f7-4d15-a9a9-de58e5e2ac3d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575477 Apr 05 13:46:33.682126 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e37ff18c-0edd-40cf-8aae-6f92cb43bac3 req-8ddeeb3f-5fce-4199-a0b4-af7ed2d90811 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0277641 Apr 05 13:46:33.745755 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9413-b333-4138-b0af-a3858ab46709 req-2b37012e-2cca-47ef-ad7c-5f498c22a696 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:33.747137 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f32f9413-b333-4138-b0af-a3858ab46709 req-2b37012e-2cca-47ef-ad7c-5f498c22a696 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0550675 Apr 05 13:46:33.793023 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f32f9413-b333-4138-b0af-a3858ab46709 req-adea5ab7-4462-4bee-b250-1b2ee0345c1a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401995 Apr 05 13:46:34.276489 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1709f34e-32fc-4816-bd30-78c14ec7ad37 req-18383927-0512-4014-9e4b-056a0ae66f6b tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 210 time: 0.0291281 Apr 05 13:46:34.355927 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527182b-2ea1-409a-abee-b78e25b541eb req-580b9a33-39ba-4831-b7a9-7c8be9555666 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:34.357424 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d527182b-2ea1-409a-abee-b78e25b541eb req-580b9a33-39ba-4831-b7a9-7c8be9555666 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.4579432 Apr 05 13:46:34.365192 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-f8997ad2-8479-4103-a260-1e38fa72b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:34.366591 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-f8997ad2-8479-4103-a260-1e38fa72b200 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f065b9be718746fe906f667735f52b74&device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 1128 time: 0.4584661 Apr 05 13:46:34.459104 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-5a9185ab-c7ef-405e-8234-305b10be8ed3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10f2b70-8b96-425c-a38d-25644b3add9f HTTP/1.1" status: 200 len: 217 time: 0.0735812 Apr 05 13:46:34.470369 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-0b7edeb5-0616-4a5b-bef1-e685910f6f69 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:34.471731 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-0b7edeb5-0616-4a5b-bef1-e685910f6f69 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 818 time: 0.5139544 Apr 05 13:46:34.483311 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-f628b3bc-f9ef-4e8d-be52-c3cb02983397 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:34.484646 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-f628b3bc-f9ef-4e8d-be52-c3cb02983397 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.46 "GET /v2.0/networks?id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c HTTP/1.1" status: 200 len: 809 time: 0.4961982 Apr 05 13:46:34.558103 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d527182b-2ea1-409a-abee-b78e25b541eb req-23c84747-8f61-4361-b5fa-73d20e1ab28c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905584 Apr 05 13:46:34.600768 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-52fc7b12-b463-44ed-a2d3-648b376305fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:34.602401 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-52fc7b12-b463-44ed-a2d3-648b376305fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b11bffbd-825b-4198-9486-0abf63e39baa HTTP/1.1" status: 200 len: 848 time: 0.1251140 Apr 05 13:46:34.652021 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-14007d19-5eff-49ae-91c3-747f1ffd0a24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e182e83f-1d35-4925-a1e8-7545c18bde85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392320 Apr 05 13:46:34.659231 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-c7b3e084-76eb-42fe-a8f7-0303cb2c40ce tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2098c6086f1416bacaabd9ec938bfa5 HTTP/1.1" status: 200 len: 379 time: 0.1720269 Apr 05 13:46:34.665177 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-e97088c6-abbf-48c4-b824-31591fcf6b78 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d8f6f280f0d454aa7ced0d787929726 HTTP/1.1" status: 200 len: 379 time: 0.1641181 Apr 05 13:46:34.679251 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Request body: {'port': {'device_id': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'admin_state_up': True, 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'security_groups': ['c1aa8322-0f13-4721-92e7-3039348e0ac6']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:34.690664 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Request body: {'port': {'device_id': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'admin_state_up': True, 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'security_groups': ['21e8f462-11d2-4e62-9b15-38ae5e59f8cf']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:34.776668 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ec1945a4-1326-464d-be91-0e5d546df178 req-a697902b-85b5-44e8-bac1-f5c4862de217 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0278707 Apr 05 13:46:34.959122 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-8ca6176e-3199-48a8-a2c6-812b69bf347f service neutron] 10.222.0.46 "GET /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898290 Apr 05 13:46:35.005238 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Made reservation on behalf of a2098c6086f1416bacaabd9ec938bfa5 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:46:35.008458 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:35.027530 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eec99-1da9-4c08-a252-73f64f7b830c req-085bdd70-6941-40d9-b755-9d0849808197 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:35.029001 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a58eec99-1da9-4c08-a252-73f64f7b830c req-085bdd70-6941-40d9-b755-9d0849808197 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.1592238 Apr 05 13:46:35.058480 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Made reservation on behalf of 6d8f6f280f0d454aa7ced0d787929726 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:46:35.061860 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:35.234655 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a58eec99-1da9-4c08-a252-73f64f7b830c req-04b1b1c7-c340-4e64-95b5-d6052ecc51e9 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771541 Apr 05 13:46:35.245675 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-87afb70a-7ea4-4cb9-8acf-877a21397a7d req-1d63a408-7a34-40ec-ae7f-aaed6eb97979 service neutron] 10.222.0.46 "GET /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790244 Apr 05 13:46:35.339326 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Allocated IP 172.20.0.7 (4f94a67a-4b4c-4b0c-b628-6c4483480757/83962a44-d010-479c-b220-f049fff09390/6a83c9ab-5780-4a30-99ee-398ef555b022) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:46:35.355806 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Allocated IP 172.20.0.6 (9d0b59a5-cdca-47e8-a09b-49bcf22a180c/21bd696a-ea8e-466c-af27-ff4e0e569372/93bae86b-669b-4308-a536-f0b8640d6b10) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:46:35.377997 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c40f7a0c-edf8-40f6-81f9-3076415b18c5 req-7e2f6b92-9593-4e39-8862-9d92e5be74f3 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 210 time: 0.0328116 Apr 05 13:46:35.583638 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:35.599192 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for port (93bae86b-669b-4308-a536-f0b8640d6b10), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:35.678036 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:35.716022 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:35.739523 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:46:35.751881 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:46:35.759992 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da3936-3ba6-4faa-992c-67f0186a4cf3 req-1789cd4d-32f9-49db-a22c-ad8fd0d7cb6b tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:35.761514 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f2da3936-3ba6-4faa-992c-67f0186a4cf3 req-1789cd4d-32f9-49db-a22c-ad8fd0d7cb6b tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.1351871 Apr 05 13:46:35.762349 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:46:35.766945 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event updated for resources: {'Port': ['ID=6a83c9ab-5780-4a30-99ee-398ef555b022,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:35.780811 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4a5eae85-568a-4568-a7a7-2a8ccff4ea20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:35.812600 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:46:35.837087 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:46:35.845390 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:46:35.917849 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc38ab-368c-45ee-9fc4-6356a5505be4 req-4c7b9b35-df45-400a-80a0-ddf253cd1a82 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:35.918912 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:35.919589 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:35.925125 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-92fc38ab-368c-45ee-9fc4-6356a5505be4 req-4c7b9b35-df45-400a-80a0-ddf253cd1a82 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 931 time: 0.0633466 Apr 05 13:46:35.928277 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event updated for resources: {'Port': ['ID=93bae86b-669b-4308-a536-f0b8640d6b10,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:35.954914 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f2da3936-3ba6-4faa-992c-67f0186a4cf3 req-10fe5827-ee1c-44eb-b1ab-b6d3c82ee6a9 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814082 Apr 05 13:46:35.966732 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:35.967845 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:35.988622 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-5137875a-26c5-4053-a631-725d90257621 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3123982 Apr 05 13:46:35.989155 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-92fc38ab-368c-45ee-9fc4-6356a5505be4 req-5dfc6e61-c143-4b9a-b87a-8efdcda32a25 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630393 Apr 05 13:46:35.994021 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-1e49148b-6734-49b6-a1a6-36fcd98c05a7 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3074169 Apr 05 13:46:36.053842 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-44ff9ccb-3b65-49f6-ab30-3d89b5e0c0d8 None None] Provisioning complete for port 6a83c9ab-5780-4a30-99ee-398ef555b022 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:36.054358 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-44ff9ccb-3b65-49f6-ab30-3d89b5e0c0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:36.090264 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-44ff9ccb-3b65-49f6-ab30-3d89b5e0c0d8 None None] Port 6a83c9ab-5780-4a30-99ee-398ef555b022 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:46:36.208380 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-a80e83d2-01b6-4b7d-9601-4377338ad812 None None] Provisioning complete for port 93bae86b-669b-4308-a536-f0b8640d6b10 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:36.208754 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-a80e83d2-01b6-4b7d-9601-4377338ad812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:36.242282 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-a80e83d2-01b6-4b7d-9601-4377338ad812 None None] Port 93bae86b-669b-4308-a536-f0b8640d6b10 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:46:36.356466 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf89f3f-c5f2-4599-b18f-93922497b8ec req-19a83162-89d6-4be5-8d6f-f6ac77ac2661 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:36.357847 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fdf89f3f-c5f2-4599-b18f-93922497b8ec req-19a83162-89d6-4be5-8d6f-f6ac77ac2661 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0524433 Apr 05 13:46:36.404232 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fdf89f3f-c5f2-4599-b18f-93922497b8ec req-ff5fb146-c3b8-44c0-abbd-9889a1ddb4ba tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409503 Apr 05 13:46:36.438400 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Request body: {'port': {'device_id': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:36.445220 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Request body: {'port': {'device_id': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:36.505129 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75ddad-d8d5-4bfa-a19d-f96d6ab3e137 req-1769303a-c1b4-4908-87d6-2d48cb52e823 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:36.506719 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2a75ddad-d8d5-4bfa-a19d-f96d6ab3e137 req-1769303a-c1b4-4908-87d6-2d48cb52e823 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 931 time: 0.0562017 Apr 05 13:46:36.559198 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2a75ddad-d8d5-4bfa-a19d-f96d6ab3e137 req-7e7d0590-0f7e-42bd-9623-cfc2e21c5295 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444174 Apr 05 13:46:36.561053 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:36.562996 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:36.641983 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.060328 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a83c9ab-5780-4a30-99ee-398ef555b022 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:46:37.079488 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bae86b-669b-4308-a536-f0b8640d6b10 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:46:37.090038 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Publish callbacks [] for port (93bae86b-669b-4308-a536-f0b8640d6b10), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.093219 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Publish callbacks [] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.111460 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539e43c-8d89-462b-a9c3-47c0bce75db9 req-4c2ba28f-76f1-47d8-aced-b530cf13f2af tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:37.112998 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3539e43c-8d89-462b-a9c3-47c0bce75db9 req-4c2ba28f-76f1-47d8-aced-b530cf13f2af tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 931 time: 0.0566449 Apr 05 13:46:37.118062 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Transition to ACTIVE for port object 93bae86b-669b-4308-a536-f0b8640d6b10 will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:46:37.119199 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Transition to ACTIVE for port object 6a83c9ab-5780-4a30-99ee-398ef555b022 will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:46:37.124244 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.126053 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.162696 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3539e43c-8d89-462b-a9c3-47c0bce75db9 req-1288d009-bde7-479a-a8e8-b9afaf8615cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438976 Apr 05 13:46:37.196811 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a189cf-a2ab-4e8e-b136-c411dafc4eb6 req-c356144f-c22d-46d4-bc83-96c4a23e5b76 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:37.198051 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e6a189cf-a2ab-4e8e-b136-c411dafc4eb6 req-c356144f-c22d-46d4-bc83-96c4a23e5b76 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.1640899 Apr 05 13:46:37.210286 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Pushing event updated for resources: {'Port': ['ID=6a83c9ab-5780-4a30-99ee-398ef555b022,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:37.374109 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Pushing event updated for resources: {'Port': ['ID=93bae86b-669b-4308-a536-f0b8640d6b10,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:37.401294 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e6a189cf-a2ab-4e8e-b136-c411dafc4eb6 req-77fd3ced-2db5-4340-87a6-0deab91b9759 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955087 Apr 05 13:46:37.420073 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Attempting to bind port 93bae86b-669b-4308-a536-f0b8640d6b10 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:46:37.420408 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Attempting to bind port 93bae86b-669b-4308-a536-f0b8640d6b10 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:46:37.420738 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Attempting to bind port 93bae86b-669b-4308-a536-f0b8640d6b10 on network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:46:37.428670 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Attempting to bind port 6a83c9ab-5780-4a30-99ee-398ef555b022 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:46:37.429007 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Attempting to bind port 6a83c9ab-5780-4a30-99ee-398ef555b022 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:46:37.429332 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Attempting to bind port 6a83c9ab-5780-4a30-99ee-398ef555b022 on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:46:37.432186 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Port 93bae86b-669b-4308-a536-f0b8640d6b10 on network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:46:37.432501 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Attempting to bind port 93bae86b-669b-4308-a536-f0b8640d6b10 on network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:46:37.437916 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Port 6a83c9ab-5780-4a30-99ee-398ef555b022 on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:46:37.438265 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Attempting to bind port 6a83c9ab-5780-4a30-99ee-398ef555b022 on network 4f94a67a-4b4c-4b0c-b628-6c4483480757 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:46:37.441428 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:46:37.441714 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Checking segment: {'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:46:37.442096 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Bound using segment: {'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:46:37.442523 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Bound port: 93bae86b-669b-4308-a536-f0b8640d6b10, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:46:37.442883 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.453303 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:46:37.453645 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Checking segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:46:37.454019 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Bound using segment: {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:46:37.454450 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Bound port: 6a83c9ab-5780-4a30-99ee-398ef555b022, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11300e1b-8716-43cc-affd-97ca120cbcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:46:37.454806 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.536053 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d4d35-325c-4ac0-8f2d-5456f63318ec req-603b069f-692c-4710-a1be-1abd87198a01 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:37.537666 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d45d4d35-325c-4ac0-8f2d-5456f63318ec req-603b069f-692c-4710-a1be-1abd87198a01 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0576332 Apr 05 13:46:37.570150 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] For port 93bae86b-669b-4308-a536-f0b8640d6b10, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:46:37.574879 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] For port 93bae86b-669b-4308-a536-f0b8640d6b10, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=93bae86b-669b-4308-a536-f0b8640d6b10,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:46:37.576552 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] For port 6a83c9ab-5780-4a30-99ee-398ef555b022, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:46:37.580496 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] For port 6a83c9ab-5780-4a30-99ee-398ef555b022, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6a83c9ab-5780-4a30-99ee-398ef555b022,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:46:37.584602 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.594232 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.599887 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d45d4d35-325c-4ac0-8f2d-5456f63318ec req-dde0eef4-a3f9-40c5-83df-2e75585253af tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535843 Apr 05 13:46:37.629515 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:37.630140 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.631665 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] 10.222.0.46 "PUT /v2.0/ports/6a83c9ab-5780-4a30-99ee-398ef555b022 HTTP/1.1" status: 200 len: 1093 time: 1.1974723 Apr 05 13:46:37.635240 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:37.635859 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:37.637628 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] 10.222.0.46 "PUT /v2.0/ports/93bae86b-669b-4308-a536-f0b8640d6b10 HTTP/1.1" status: 200 len: 1093 time: 1.1960614 Apr 05 13:46:37.637836 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022'}, {'name': 'network-changed', 'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:37.640115 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c880a761-f80c-45f4-bb55-e7580f5bd813" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022"}, {"name": "network-changed", "server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:37.707524 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47f5a4a-ffba-472c-89d4-b2454e901fe7 x-openstack-request-id: req-e47f5a4a-ffba-472c-89d4-b2454e901fe7 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:37.707828 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:37.708084 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e47f5a4a-ffba-472c-89d4-b2454e901fe7 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:37.708491 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47f5a4a-ffba-472c-89d4-b2454e901fe7'] response: {'name': 'network-changed', 'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'status': 'completed', 'code': 200} Apr 05 13:46:37.708755 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47f5a4a-ffba-472c-89d4-b2454e901fe7'] response: {'name': 'network-changed', 'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10', 'status': 'completed', 'code': 200} Apr 05 13:46:37.757090 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76fa84-e157-4345-9c62-f7aefabb6805 service neutron] Pushing event updated for resources: {'Port': ['ID=93bae86b-669b-4308-a536-f0b8640d6b10,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:37.833132 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d3d5b-2054-4a54-be33-11c49b03140c req-d11868b3-935a-4f46-809e-6c93043bcb06 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:37.834750 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-301d3d5b-2054-4a54-be33-11c49b03140c req-d11868b3-935a-4f46-809e-6c93043bcb06 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.1893811 Apr 05 13:46:37.862181 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-aede7964-dff6-41bd-aae6-02fce56cc2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:37.863786 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-aede7964-dff6-41bd-aae6-02fce56cc2ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 1127 time: 0.1721869 Apr 05 13:46:37.872032 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36365a-8f59-4898-8bfc-afb0a1ac389b service neutron] Pushing event updated for resources: {'Port': ['ID=6a83c9ab-5780-4a30-99ee-398ef555b022,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:38.138104 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-63c3471f-293c-4c16-ac07-197231009c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:38.139575 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-63c3471f-293c-4c16-ac07-197231009c6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d8f6f280f0d454aa7ced0d787929726&device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 1127 time: 0.4289339 Apr 05 13:46:38.168828 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-21efb95d-3385-4203-9196-00767c1665bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a83c9ab-5780-4a30-99ee-398ef555b022 HTTP/1.1" status: 200 len: 217 time: 0.2938571 Apr 05 13:46:38.201036 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-301d3d5b-2054-4a54-be33-11c49b03140c req-e89ea795-1c04-4b13-af38-c4314e32ea54 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482714 Apr 05 13:46:38.253942 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:38.285993 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c5d5d-7f5a-49c1-8c47-dfeea76d34c2 req-431080c7-6154-421e-b46e-cfd34d222561 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:38.287487 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-409c5d5d-7f5a-49c1-8c47-dfeea76d34c2 req-431080c7-6154-421e-b46e-cfd34d222561 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 943 time: 0.0539048 Apr 05 13:46:38.338921 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-409c5d5d-7f5a-49c1-8c47-dfeea76d34c2 req-3d113c8c-e712-45ce-a87e-2b2d4b8051cb tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446806 Apr 05 13:46:38.482688 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-d4b43170-ac2a-4951-ba69-5e6b0787025c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bae86b-669b-4308-a536-f0b8640d6b10 HTTP/1.1" status: 200 len: 217 time: 0.0621717 Apr 05 13:46:38.525026 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-3d234452-4319-4bf1-a2c6-23d49a17f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:38.526470 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-3d234452-4319-4bf1-a2c6-23d49a17f365 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.1001294 Apr 05 13:46:38.545573 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8f025-5446-48b0-8f70-2a6fae4852cc req-e18305eb-6987-4236-bf59-3006f1d350c6 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:38.546945 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4de8f025-5446-48b0-8f70-2a6fae4852cc req-e18305eb-6987-4236-bf59-3006f1d350c6 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 944 time: 0.0659921 Apr 05 13:46:38.599856 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4de8f025-5446-48b0-8f70-2a6fae4852cc req-6e755d6d-b5b6-4cf7-88d8-41b73fc0d940 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470271 Apr 05 13:46:38.732957 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c0ebc-a249-425f-8829-8f524980807d req-6e7f3508-91ab-4ca2-8a29-4e97cd7d38af tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:38.734424 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0a6c0ebc-a249-425f-8829-8f524980807d req-6e7f3508-91ab-4ca2-8a29-4e97cd7d38af tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0639751 Apr 05 13:46:38.780819 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0a6c0ebc-a249-425f-8829-8f524980807d req-08ee6c2c-3d82-4e6f-b57d-dcfed6da3f56 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407836 Apr 05 13:46:38.901936 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:39.318370 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4894c03-f174-4b49-8c9c-76ab055f6ade req-5aa6f10a-40ac-4140-b9f8-ca85419058b9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:39.319831 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d4894c03-f174-4b49-8c9c-76ab055f6ade req-5aa6f10a-40ac-4140-b9f8-ca85419058b9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0535557 Apr 05 13:46:39.372022 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d4894c03-f174-4b49-8c9c-76ab055f6ade req-623c4ae9-2bf7-42f2-9fc4-511eb5c51f34 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458703 Apr 05 13:46:39.455267 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d17179-22d7-4f5e-a247-8a4003ec2886 req-5d48379b-d977-422f-a479-f9445db260ec tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:39.456752 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-28d17179-22d7-4f5e-a247-8a4003ec2886 req-5d48379b-d977-422f-a479-f9445db260ec tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 943 time: 0.0513859 Apr 05 13:46:39.488695 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e10f2b70-8b96-425c-a38d-25644b3add9f details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:46:39.503321 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-28d17179-22d7-4f5e-a247-8a4003ec2886 req-07a5dc97-c488-460f-a0f8-afe9aa36d724 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407152 Apr 05 13:46:39.582311 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port e10f2b70-8b96-425c-a38d-25644b3add9f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e10f2b70-8b96-425c-a38d-25644b3add9f,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:39.598381 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': 'e10f2b70-8b96-425c-a38d-25644b3add9f', 'network_id': 'e182e83f-1d35-4925-a1e8-7545c18bde85', 'port_id': 'e10f2b70-8b96-425c-a38d-25644b3add9f', 'mac_address': 'fa:16:3e:ab:33:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11bffbd-825b-4198-9486-0abf63e39baa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:46:39.639821 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port e10f2b70-8b96-425c-a38d-25644b3add9f is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:39.640264 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:39.652994 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10f2b70-8b96-425c-a38d-25644b3add9f {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:46:39.672857 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port e10f2b70-8b96-425c-a38d-25644b3add9f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e10f2b70-8b96-425c-a38d-25644b3add9f,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:39.676744 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:39.719508 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e47d46-bb57-4a00-8352-a8a634dd3091 req-2b9fd3b9-3ecf-4bc9-a0f2-a3d4c2c57c4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:39.720995 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-62e47d46-bb57-4a00-8352-a8a634dd3091 req-2b9fd3b9-3ecf-4bc9-a0f2-a3d4c2c57c4d tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 945 time: 0.0532236 Apr 05 13:46:39.724181 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=e10f2b70-8b96-425c-a38d-25644b3add9f,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:39.767700 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-62e47d46-bb57-4a00-8352-a8a634dd3091 req-d7feb7ef-a47c-4297-a2fe-f159d03c66b9 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Apr 05 13:46:39.874213 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-b24eb391-d992-4dfd-b023-f6606046daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:39.875745 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-b24eb391-d992-4dfd-b023-f6606046daa1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21bd696a-ea8e-466c-af27-ff4e0e569372 HTTP/1.1" status: 200 len: 848 time: 0.0770228 Apr 05 13:46:39.884946 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-ee0f9055-42ee-4d7f-a113-276c01a619fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:39.886470 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-ee0f9055-42ee-4d7f-a113-276c01a619fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804110 Apr 05 13:46:39.916699 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dba1d5-be2e-4967-97bb-dbe986cc89c7 req-59bb6342-07b5-431c-bec0-1dc61bb3db31 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:39.918173 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-11dba1d5-be2e-4967-97bb-dbe986cc89c7 req-59bb6342-07b5-431c-bec0-1dc61bb3db31 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0576379 Apr 05 13:46:39.960818 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:39.965556 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-11dba1d5-be2e-4967-97bb-dbe986cc89c7 req-11c03f61-ef6f-4776-952d-b87161773a3f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418220 Apr 05 13:46:40.036762 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['e10f2b70-8b96-425c-a38d-25644b3add9f'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:46:40.308030 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-a776ee27-f96a-4716-9ef8-6ce25975543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:40.309519 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-a776ee27-f96a-4716-9ef8-6ce25975543c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082582 Apr 05 13:46:40.331787 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-2ac9e1d5-1751-4882-848e-84108876d767 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219869 Apr 05 13:46:40.512588 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-eb10bf78-8e91-4066-ae0d-4f054d8ee612 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888392 Apr 05 13:46:40.560088 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9f226ea5-5992-4106-b93b-7a1d18302d5b req-526496da-e6e6-481e-b61e-b618b1e33916 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070167 Apr 05 13:46:40.571081 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96933c1-157a-4f56-af67-6f080a525cca req-782cb7f1-b2e4-4f27-a762-9ba48d299442 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:40.573328 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c96933c1-157a-4f56-af67-6f080a525cca req-782cb7f1-b2e4-4f27-a762-9ba48d299442 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.1273427 Apr 05 13:46:40.630223 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410a57a-1bb9-4505-ace9-996a9b81f957 req-b728a615-b257-44c1-891b-be7d3a6dfd7d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:40.631660 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5410a57a-1bb9-4505-ace9-996a9b81f957 req-b728a615-b257-44c1-891b-be7d3a6dfd7d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 943 time: 0.0585401 Apr 05 13:46:40.669448 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c96933c1-157a-4f56-af67-6f080a525cca req-c93c0baf-bbe6-40dd-ba9c-83855f960fdc tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671816 Apr 05 13:46:40.673345 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9981e0a8-9470-4dae-89d2-a90842e10b4c req-d723a1b7-fd43-42e9-9a60-59e7e29ffa81 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446590 Apr 05 13:46:40.681684 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5410a57a-1bb9-4505-ace9-996a9b81f957 req-7d93a3f7-ba80-4d78-97df-8e4a46ebca77 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434122 Apr 05 13:46:40.885941 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fceec-4023-49b8-a119-769489ed41df req-5f7dda1c-0e51-4054-89dd-7d67e7968f4c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:40.887436 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ff9fceec-4023-49b8-a119-769489ed41df req-5f7dda1c-0e51-4054-89dd-7d67e7968f4c tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 945 time: 0.0544474 Apr 05 13:46:40.930788 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaea38-edc4-462d-b93d-f5dbfe87c989 req-0ee88791-5f5d-435a-9878-6ccff1448bcd tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:40.932882 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a3eaea38-edc4-462d-b93d-f5dbfe87c989 req-0ee88791-5f5d-435a-9878-6ccff1448bcd tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.0596361 Apr 05 13:46:40.935477 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ff9fceec-4023-49b8-a119-769489ed41df req-08428e75-9037-4a9c-98db-261a74afbdcf tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Apr 05 13:46:40.980071 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a3eaea38-edc4-462d-b93d-f5dbfe87c989 req-4e947b9a-9fcf-47a6-a666-621293157eec tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Apr 05 13:46:41.007197 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55364) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:41.094825 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc943c-abae-46e1-aa6c-7fb6b402b3ae req-8eaae633-8156-4dce-abca-fe327a977936 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:41.096335 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ecc943c-abae-46e1-aa6c-7fb6b402b3ae req-8eaae633-8156-4dce-abca-fe327a977936 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 943 time: 0.0519979 Apr 05 13:46:41.177414 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ecc943c-abae-46e1-aa6c-7fb6b402b3ae req-85eba33b-2103-477a-abbb-19368dcf0bca tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751793 Apr 05 13:46:41.182343 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a208b88c-1a15-4d8e-94e7-295af41c5508 tempest-TestMinimumBasicScenario-384214662 tempest-TestMinimumBasicScenario-384214662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:41.183854 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-a208b88c-1a15-4d8e-94e7-295af41c5508 tempest-TestMinimumBasicScenario-384214662 tempest-TestMinimumBasicScenario-384214662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 1125 time: 0.1755996 Apr 05 13:46:41.186684 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55368) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:41.191004 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'port_id': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:41.211221 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:41.305919 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:41.419206 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Allocated IP 172.27.2.236 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/1db3faa0-5fda-4f41-912b-b1f6d8ef040e) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:46:41.502389 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 18abb312-259e-4ad9-aee4-8094c991ad8e details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:46:41.506369 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e10f2b70-8b96-425c-a38d-25644b3add9f up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:41.522457 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for port (1db3faa0-5fda-4f41-912b-b1f6d8ef040e), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:41.558797 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (1db3faa0-5fda-4f41-912b-b1f6d8ef040e), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:41.599120 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:46:41.603036 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:46:41.608717 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:46:41.612364 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port e10f2b70-8b96-425c-a38d-25644b3add9f completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:46:41.618269 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port e10f2b70-8b96-425c-a38d-25644b3add9f triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:41.618904 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:41.650325 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'Port': ['ID=1db3faa0-5fda-4f41-912b-b1f6d8ef040e,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:41.679382 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:41.704666 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'port_id': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'mac_address': 'fa:16:3e:0a:57:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:46:41.753107 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-322b0119-741e-4434-88d7-3dd68f687288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:41.755169 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-322b0119-741e-4434-88d7-3dd68f687288 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 1127 time: 0.1364367 Apr 05 13:46:41.798068 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 18abb312-259e-4ad9-aee4-8094c991ad8e is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:41.800764 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:41.807234 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port e10f2b70-8b96-425c-a38d-25644b3add9f is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:41.807693 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:41.829154 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18abb312-259e-4ad9-aee4-8094c991ad8e {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:46:41.836226 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b21300-74b4-4a11-be9b-6704a54411e8 req-8c91c47b-02ec-495f-bde9-1120e0640776 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:41.838421 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40b21300-74b4-4a11-be9b-6704a54411e8 req-8c91c47b-02ec-495f-bde9-1120e0640776 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0663726 Apr 05 13:46:41.856405 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738d62fc-2132-4bd8-bffd-08a3cf89dfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10f2b70-8b96-425c-a38d-25644b3add9f'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:41.858026 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0997dc33-9254-41d0-98a6-cc0892494f77" -d '{"events": [{"server_uuid": "738d62fc-2132-4bd8-bffd-08a3cf89dfca", "name": "network-vif-plugged", "status": "completed", "tag": "e10f2b70-8b96-425c-a38d-25644b3add9f"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:41.874376 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:41.878704 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port e10f2b70-8b96-425c-a38d-25644b3add9f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e10f2b70-8b96-425c-a38d-25644b3add9f,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:41.880805 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:41.898529 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40b21300-74b4-4a11-be9b-6704a54411e8 req-fdc8f04d-a00c-46e3-9c61-b3b5dddd3ec6 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531535 Apr 05 13:46:41.906959 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:41.940035 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=9']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:41.973141 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe698bd-42ec-43d1-b04a-8a85d7e4c574 x-openstack-request-id: req-2fe698bd-42ec-43d1-b04a-8a85d7e4c574 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:41.973445 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738d62fc-2132-4bd8-bffd-08a3cf89dfca", "name": "network-vif-plugged", "status": "completed", "tag": "e10f2b70-8b96-425c-a38d-25644b3add9f", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:41.973702 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fe698bd-42ec-43d1-b04a-8a85d7e4c574 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:41.974097 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe698bd-42ec-43d1-b04a-8a85d7e4c574'] response: {'server_uuid': '738d62fc-2132-4bd8-bffd-08a3cf89dfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10f2b70-8b96-425c-a38d-25644b3add9f', 'code': 200} Apr 05 13:46:42.003647 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-f4d68525-ae8a-4d7e-b81b-ba983306ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:42.004995 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=e10f2b70-8b96-425c-a38d-25644b3add9f,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:42.006090 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-f4d68525-ae8a-4d7e-b81b-ba983306ca88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.2175481 Apr 05 13:46:42.056277 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b737-a323-44b4-ae12-937b32587d63 req-e4627125-65ac-49e7-aab7-5ea781bc4805 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:42.057781 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9e63b737-a323-44b4-ae12-937b32587d63 req-e4627125-65ac-49e7-aab7-5ea781bc4805 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 946 time: 0.0532687 Apr 05 13:46:42.060456 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707cd37-d24c-4145-a604-5ed1ea0fb805 req-4cf5178b-769f-4207-b33d-7d6561475e93 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:42.061926 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c707cd37-d24c-4145-a604-5ed1ea0fb805 req-4cf5178b-769f-4207-b33d-7d6561475e93 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 943 time: 0.2714663 Apr 05 13:46:42.110884 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9e63b737-a323-44b4-ae12-937b32587d63 req-c170ae2a-5f39-4662-80ec-b7c223cf05ea tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469084 Apr 05 13:46:42.188373 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-838dfef4-48f9-495c-b297-4496c542cc28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a83c9ab-5780-4a30-99ee-398ef555b022 HTTP/1.1" status: 200 len: 217 time: 0.0635843 Apr 05 13:46:42.193247 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c707cd37-d24c-4145-a604-5ed1ea0fb805 req-13982757-864e-4353-a710-b203b5b2748d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251590 Apr 05 13:46:42.207585 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['18abb312-259e-4ad9-aee4-8094c991ad8e'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:46:42.320575 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad24c7a-6055-460a-be6b-d67abc372275 req-907febe1-838f-4988-a1f5-b7af79da8876 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:42.323282 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dad24c7a-6055-460a-be6b-d67abc372275 req-907febe1-838f-4988-a1f5-b7af79da8876 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 944 time: 0.0572116 Apr 05 13:46:42.342337 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-595b87bd-a07f-4663-89d4-0799997a08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:42.344037 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-595b87bd-a07f-4663-89d4-0799997a08ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.1480529 Apr 05 13:46:42.371559 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dad24c7a-6055-460a-be6b-d67abc372275 req-74a87511-1154-4806-b890-76046739b1a6 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427268 Apr 05 13:46:42.409501 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf861f-b2cb-44cf-951a-41a7ea02226b req-4e346050-2c52-4f4e-8e23-784df2a979f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:42.410983 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6abf861f-b2cb-44cf-951a-41a7ea02226b req-4e346050-2c52-4f4e-8e23-784df2a979f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 1130 time: 0.1359601 Apr 05 13:46:42.458039 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for floatingip (87ba0c18-5d70-4178-8a33-ecc58ed3b4d8), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:42.497606 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-6955ca99-94a8-4337-9fdb-895df93623ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:42.499096 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-6955ca99-94a8-4337-9fdb-895df93623ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1267588 Apr 05 13:46:42.524503 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6abf861f-b2cb-44cf-951a-41a7ea02226b req-6431ad9b-0c61-466d-a86b-c7aac0bd9623 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044986 Apr 05 13:46:42.614958 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (1db3faa0-5fda-4f41-912b-b1f6d8ef040e), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:42.666818 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-07fc004b-775f-4490-93ff-82379e0b887c service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577926 Apr 05 13:46:42.843871 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for port (1db3faa0-5fda-4f41-912b-b1f6d8ef040e), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:42.856820 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (1db3faa0-5fda-4f41-912b-b1f6d8ef040e), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:42.887633 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-c0fca24d-ab5e-4ad0-8cd4-b34909962134 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487055 Apr 05 13:46:42.931529 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'Port': ['ID=1db3faa0-5fda-4f41-912b-b1f6d8ef040e,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:42.951744 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (87ba0c18-5d70-4178-8a33-ecc58ed3b4d8), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:43.232751 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162719-c53d-47a5-901e-891e2f9b8369 req-e0626261-cdcf-4e9c-ac31-096723869308 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:43.234284 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56162719-c53d-47a5-901e-891e2f9b8369 req-e0626261-cdcf-4e9c-ac31-096723869308 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 946 time: 0.0550621 Apr 05 13:46:43.281511 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56162719-c53d-47a5-901e-891e2f9b8369 req-d2882b3f-a0fc-4fc3-85f4-954cdb9f50d2 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Apr 05 13:46:43.348662 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-9e01f250-888d-4d9a-b238-bc713dd78590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:43.350210 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-9e01f250-888d-4d9a-b238-bc713dd78590 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d8f6f280f0d454aa7ced0d787929726&device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 1127 time: 0.4141507 Apr 05 13:46:43.371432 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcfa9f-0c0c-4c77-bc75-63e5489bf73d req-d47293f5-ed58-4eb9-b1e6-b2c825e1b777 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:43.372983 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-32fcfa9f-0c0c-4c77-bc75-63e5489bf73d req-d47293f5-ed58-4eb9-b1e6-b2c825e1b777 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.1562712 Apr 05 13:46:43.379054 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Floating IP 87ba0c18-5d70-4178-8a33-ecc58ed3b4d8 associated. External IP: 172.27.2.236, port: b68cef7c-d9bf-494a-be42-2c1584ca80e8. Apr 05 13:46:43.400820 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fe954-0dcd-4fff-823a-110d494d381f req-a9b37f81-0856-4181-a226-ed016e05d650 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:43.402382 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-144fe954-0dcd-4fff-823a-110d494d381f req-a9b37f81-0856-4181-a226-ed016e05d650 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 943 time: 0.0633504 Apr 05 13:46:43.450395 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-144fe954-0dcd-4fff-823a-110d494d381f req-d10d0a4e-32a7-4d89-b99f-ecb3c9781593 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420501 Apr 05 13:46:43.516310 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 6a83c9ab-5780-4a30-99ee-398ef555b022 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:46:43.520071 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 18abb312-259e-4ad9-aee4-8094c991ad8e up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:43.562547 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7f79c-412f-419c-97d9-b328185a2f52 req-12fad01e-34a7-47fd-8992-0ae5e63a9fc2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:43.564205 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-62c7f79c-412f-419c-97d9-b328185a2f52 req-12fad01e-34a7-47fd-8992-0ae5e63a9fc2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 944 time: 0.0596466 Apr 05 13:46:43.576081 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-32fcfa9f-0c0c-4c77-bc75-63e5489bf73d req-3d469692-bb4a-4b52-bc3a-fd9a17619b01 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944637 Apr 05 13:46:43.601676 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-4831d3e7-db1b-4dce-b3e4-4249257334d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:43.602610 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-4831d3e7-db1b-4dce-b3e4-4249257334d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c HTTP/1.1" status: 200 len: 910 time: 0.2189059 Apr 05 13:46:43.622632 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-62c7f79c-412f-419c-97d9-b328185a2f52 req-5149efb2-b63b-4f3d-8bc0-fa37ea6021f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529089 Apr 05 13:46:43.655018 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 18abb312-259e-4ad9-aee4-8094c991ad8e triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:43.655319 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:43.688776 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-daa9e9a4-3f43-4ee9-8445-482ef9b50de5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bae86b-669b-4308-a536-f0b8640d6b10 HTTP/1.1" status: 200 len: 217 time: 0.0724037 Apr 05 13:46:43.696023 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 6a83c9ab-5780-4a30-99ee-398ef555b022, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6a83c9ab-5780-4a30-99ee-398ef555b022,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:43.714449 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'port_id': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'mac_address': 'fa:16:3e:0e:84:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:46:43.765482 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:46:43.780991 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 6a83c9ab-5780-4a30-99ee-398ef555b022 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:43.781383 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:43.803093 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a83c9ab-5780-4a30-99ee-398ef555b022 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:46:43.810154 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 18abb312-259e-4ad9-aee4-8094c991ad8e is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:43.810541 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:43.838922 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 6a83c9ab-5780-4a30-99ee-398ef555b022, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6a83c9ab-5780-4a30-99ee-398ef555b022,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:43.847281 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:43.880523 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:43.886169 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:46:43.886336 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:43.898070 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] Sync routers for ids ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:46:43.906019 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:43.912841 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] Routers {'9b98e7ba-fa71-4a16-94d3-0627b0e03147'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:46:43.913532 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:46:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:43.914661 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=6a83c9ab-5780-4a30-99ee-398ef555b022,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:43.937799 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-1aa37302-f93d-4804-9eb0-059873371c37 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7500203 Apr 05 13:46:43.938431 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:43.940605 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55388) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:43.944315 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af854870-7483-4f8b-84d2-ba8a55ba3bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:43.945616 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-35e8823c-5797-469e-bd04-cab76a6c774b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994863350', 'description': 'tempest-secgroup-smoke-994863350 description', 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:43.967902 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35e8823c-5797-469e-bd04-cab76a6c774b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:43.975982 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:43.979137 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d6093-ae61-4c80-9cff-c08236470008" -d '{"events": [{"server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "name": "network-vif-plugged", "status": "completed", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:43.982850 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=10']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:44.029762 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae9cb95-2e6b-4a26-8321-ac6e7f17c114 x-openstack-request-id: req-2ae9cb95-2e6b-4a26-8321-ac6e7f17c114 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:44.030285 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:44.030814 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ae9cb95-2e6b-4a26-8321-ac6e7f17c114 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:44.031235 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae9cb95-2e6b-4a26-8321-ac6e7f17c114'] response: {'name': 'network-changed', 'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'status': 'completed', 'code': 200} Apr 05 13:46:44.041580 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eaf4b0-bd94-4359-a38e-6d983f7932cf x-openstack-request-id: req-70eaf4b0-bd94-4359-a38e-6d983f7932cf {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:44.041979 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "name": "network-vif-plugged", "status": "completed", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:44.042247 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70eaf4b0-bd94-4359-a38e-6d983f7932cf {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:44.042651 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70eaf4b0-bd94-4359-a38e-6d983f7932cf'] response: {'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'code': 200} Apr 05 13:46:44.046034 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35e8823c-5797-469e-bd04-cab76a6c774b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group (fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.050324 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35e8823c-5797-469e-bd04-cab76a6c774b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.061104 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] Set router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:46:44.078163 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35e8823c-5797-469e-bd04-cab76a6c774b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.079389 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-35e8823c-5797-469e-bd04-cab76a6c774b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1377900 Apr 05 13:46:44.082513 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55394) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:44.083364 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8823c-5797-469e-bd04-cab76a6c774b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:44.088661 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-fdbaf4cf-b4b9-420e-853f-e2c19856dee4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'security_group_rule': {'security_group_id': 'fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a', 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:44.114436 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf4cf-b4b9-420e-853f-e2c19856dee4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (02cd3da0-d2b9-403c-a567-25282c29d8a1), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.172402 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf4cf-b4b9-420e-853f-e2c19856dee4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (02cd3da0-d2b9-403c-a567-25282c29d8a1), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.176123 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf4cf-b4b9-420e-853f-e2c19856dee4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (02cd3da0-d2b9-403c-a567-25282c29d8a1), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.195916 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaf4cf-b4b9-420e-853f-e2c19856dee4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cd3da0-d2b9-403c-a567-25282c29d8a1,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:44.202889 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf4cf-b4b9-420e-853f-e2c19856dee4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.204272 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fdbaf4cf-b4b9-420e-853f-e2c19856dee4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207671 Apr 05 13:46:44.207138 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55396) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:44.211562 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-55daf1c1-8b6e-4ae4-8e1b-fe440b4078ed tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'security_group_rule': {'security_group_id': 'fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a', 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:44.238168 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55daf1c1-8b6e-4ae4-8e1b-fe440b4078ed tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (11d9174b-6c5e-4e84-921c-334463edcc2e), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.247254 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['6a83c9ab-5780-4a30-99ee-398ef555b022'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:46:44.253885 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-a048a972-9dcd-475f-8b04-ca5a521001fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:44.256339 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-a048a972-9dcd-475f-8b04-ca5a521001fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21bd696a-ea8e-466c-af27-ff4e0e569372 HTTP/1.1" status: 200 len: 848 time: 0.0508165 Apr 05 13:46:44.309366 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:09Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '87ba0c18-5d70-4178-8a33-ecc58ed3b4d8', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'port_id': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'mac_address': 'fa:16:3e:15:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:46:42Z', 'updated_at': '2022-04-05T13:46:42Z', 'revision_number': 0, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87623f3-74a2-4821-a7ad-95d5285f11e9', 'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'mac_address': 'fa:16:3e:af:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:07Z', 'updated_at': '2022-04-05T13:45:15Z', 'revision_number': 5, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'subnets': [{'id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:44.312852 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55daf1c1-8b6e-4ae4-8e1b-fe440b4078ed tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (11d9174b-6c5e-4e84-921c-334463edcc2e), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.317786 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55daf1c1-8b6e-4ae4-8e1b-fe440b4078ed tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (11d9174b-6c5e-4e84-921c-334463edcc2e), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.338326 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] Checking router: 9b98e7ba-fa71-4a16-94d3-0627b0e03147 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:46:44.344343 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daf1c1-8b6e-4ae4-8e1b-fe440b4078ed tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d9174b-6c5e-4e84-921c-334463edcc2e,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:44.348691 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] Routers {'9b98e7ba-fa71-4a16-94d3-0627b0e03147'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:46:44.349324 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:46:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:44.359053 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55daf1c1-8b6e-4ae4-8e1b-fe440b4078ed tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.361961 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-55daf1c1-8b6e-4ae4-8e1b-fe440b4078ed tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537256 Apr 05 13:46:44.364382 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55402) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:44.374438 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-bef1cbe7-3c5d-4374-ab02-e7e818f39798 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'security_group_rule': {'security_group_id': 'fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a', 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:44.412523 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bef1cbe7-3c5d-4374-ab02-e7e818f39798 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (383aa580-a555-4fc8-8f4d-c14e64bdb3c3), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.497156 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bef1cbe7-3c5d-4374-ab02-e7e818f39798 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (383aa580-a555-4fc8-8f4d-c14e64bdb3c3), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.498544 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] Set router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:46:44.501975 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bef1cbe7-3c5d-4374-ab02-e7e818f39798 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (383aa580-a555-4fc8-8f4d-c14e64bdb3c3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.522697 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1cbe7-3c5d-4374-ab02-e7e818f39798 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383aa580-a555-4fc8-8f4d-c14e64bdb3c3,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:44.533777 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bef1cbe7-3c5d-4374-ab02-e7e818f39798 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.535009 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bef1cbe7-3c5d-4374-ab02-e7e818f39798 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696730 Apr 05 13:46:44.537891 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55406) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:44.542779 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-d704fbbd-cd5c-47a6-affe-44fbf5ab0a69 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'security_group_rule': {'security_group_id': 'fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a', 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:44.560956 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed89c7-cddc-416e-844b-be7fdeaf7021 req-d82b14b2-d5f9-4544-8dad-d6cb2b020e0e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:44.562523 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e7ed89c7-cddc-416e-844b-be7fdeaf7021 req-d82b14b2-d5f9-4544-8dad-d6cb2b020e0e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 946 time: 0.1573734 Apr 05 13:46:44.583753 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-1594ae66-5cb7-4ee9-8301-ca36c15450e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:44.585939 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-1594ae66-5cb7-4ee9-8301-ca36c15450e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1940863 Apr 05 13:46:44.594976 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-9bb05b88-c9c1-4c28-a515-29646bc2f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:44.596542 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-9bb05b88-c9c1-4c28-a515-29646bc2f074 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad212df8938b49c5b4ea37ea0e5428d5&device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 1130 time: 0.1444628 Apr 05 13:46:44.599943 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fbbd-cd5c-47a6-affe-44fbf5ab0a69 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (c9a3bc67-be9b-4a77-a5df-9a2afd6fc500), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.631772 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e7ed89c7-cddc-416e-844b-be7fdeaf7021 req-315a10bf-7270-4b2c-b92c-b0615b7d16bb tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611753 Apr 05 13:46:44.635647 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d4a4e-5d18-4b05-9cb8-0a4250471e87 req-c3c46b19-e0cc-4d1c-8023-2aa37fb39a64 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:44.637346 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-188d4a4e-5d18-4b05-9cb8-0a4250471e87 req-c3c46b19-e0cc-4d1c-8023-2aa37fb39a64 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 944 time: 0.0892367 Apr 05 13:46:44.750637 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a9fb5-6ac4-4efb-ac1c-12f4de4d4e50 req-c15f33fe-568b-458c-a176-a1ed57d6a701 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:44.753414 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a87a9fb5-6ac4-4efb-ac1c-12f4de4d4e50 req-c15f33fe-568b-458c-a176-a1ed57d6a701 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0572205 Apr 05 13:46:44.774618 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:09Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '87ba0c18-5d70-4178-8a33-ecc58ed3b4d8', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'port_id': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'mac_address': 'fa:16:3e:15:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:46:42Z', 'updated_at': '2022-04-05T13:46:42Z', 'revision_number': 0, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87623f3-74a2-4821-a7ad-95d5285f11e9', 'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'mac_address': 'fa:16:3e:af:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:07Z', 'updated_at': '2022-04-05T13:45:15Z', 'revision_number': 5, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'subnets': [{'id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:44.808149 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d0ec8-39d5-4e1b-8205-ac7b8828c2b0 None None] The sync data for ids ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'] in dv-cinder-835878-2-iscsi is: [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:09Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '87ba0c18-5d70-4178-8a33-ecc58ed3b4d8', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'port_id': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'mac_address': 'fa:16:3e:15:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:46:42Z', 'updated_at': '2022-04-05T13:46:42Z', 'revision_number': 0, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87623f3-74a2-4821-a7ad-95d5285f11e9', 'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'mac_address': 'fa:16:3e:af:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:07Z', 'updated_at': '2022-04-05T13:45:15Z', 'revision_number': 5, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'subnets': [{'id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:46:44.809668 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a87a9fb5-6ac4-4efb-ac1c-12f4de4d4e50 req-1a5ca8bb-e966-4931-bebe-a7d6faaee14c tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489764 Apr 05 13:46:44.959271 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fbbd-cd5c-47a6-affe-44fbf5ab0a69 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (c9a3bc67-be9b-4a77-a5df-9a2afd6fc500), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.964953 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fbbd-cd5c-47a6-affe-44fbf5ab0a69 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (c9a3bc67-be9b-4a77-a5df-9a2afd6fc500), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.973602 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-188d4a4e-5d18-4b05-9cb8-0a4250471e87 req-b0a1fba0-d1db-4a5c-8fbf-2b2d6858d33b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260336 Apr 05 13:46:44.987929 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704fbbd-cd5c-47a6-affe-44fbf5ab0a69 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a3bc67-be9b-4a77-a5df-9a2afd6fc500,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:44.998148 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fbbd-cd5c-47a6-affe-44fbf5ab0a69 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:44.999546 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d704fbbd-cd5c-47a6-affe-44fbf5ab0a69 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4605680 Apr 05 13:46:45.002095 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55412) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:45.006300 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-1f47472b-641b-4027-b5cf-4dcdad00ca31 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'security_group_rule': {'security_group_id': 'fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a', 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:45.036298 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.securitygroups_db [None req-1f47472b-641b-4027-b5cf-4dcdad00ca31 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Project ad212df8938b49c5b4ea37ea0e5428d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 13:46:45.042063 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f47472b-641b-4027-b5cf-4dcdad00ca31 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (db273a9d-a54c-44a7-8499-86639b474cb3), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.133324 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f47472b-641b-4027-b5cf-4dcdad00ca31 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (db273a9d-a54c-44a7-8499-86639b474cb3), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.140423 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f47472b-641b-4027-b5cf-4dcdad00ca31 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (db273a9d-a54c-44a7-8499-86639b474cb3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.163754 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb58226c-ed4b-4324-858f-1ebf741e331d None None] New status for floating IP 87ba0c18-5d70-4178-8a33-ecc58ed3b4d8: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:46:45.176089 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e23f7-7c73-45a6-b434-e92f2ad1d5d6 req-b1fc10a4-cdca-46b1-8cdf-ae85ca3bdb2f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:45.183384 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47472b-641b-4027-b5cf-4dcdad00ca31 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db273a9d-a54c-44a7-8499-86639b474cb3,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:45.184434 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1d4e23f7-7c73-45a6-b434-e92f2ad1d5d6 req-b1fc10a4-cdca-46b1-8cdf-ae85ca3bdb2f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 946 time: 0.2415676 Apr 05 13:46:45.197999 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-0701066e-75b1-4ce1-b42d-a22b4cf08bf6 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273802 Apr 05 13:46:45.198240 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f47472b-641b-4027-b5cf-4dcdad00ca31 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.200732 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1f47472b-641b-4027-b5cf-4dcdad00ca31 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1977324 Apr 05 13:46:45.202769 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55414) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:45.207225 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-d775aa7a-1458-40e5-acf5-0a606815819b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'security_group_rule': {'security_group_id': 'fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a', 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:45.209995 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-519534ab-1a30-498b-ae26-23e908dadef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:45.211460 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-519534ab-1a30-498b-ae26-23e908dadef0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3577407-2ce1-48bb-9562-9c8640b0a046 HTTP/1.1" status: 200 len: 915 time: 0.3392181 Apr 05 13:46:45.225081 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b01c2-356e-4b15-b800-60a5a5d8f280 req-1c55e305-188d-415b-a430-bc23e5bfef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:45.226810 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-017b01c2-356e-4b15-b800-60a5a5d8f280 req-1c55e305-188d-415b-a430-bc23e5bfef1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 1130 time: 0.1616056 Apr 05 13:46:45.228693 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.securitygroups_db [None req-d775aa7a-1458-40e5-acf5-0a606815819b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Project ad212df8938b49c5b4ea37ea0e5428d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 13:46:45.234379 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d775aa7a-1458-40e5-acf5-0a606815819b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (b5d19da3-35bf-42ba-b04c-cf27cccecf53), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.297167 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d775aa7a-1458-40e5-acf5-0a606815819b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (b5d19da3-35bf-42ba-b04c-cf27cccecf53), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.301911 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d775aa7a-1458-40e5-acf5-0a606815819b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (b5d19da3-35bf-42ba-b04c-cf27cccecf53), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.331117 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775aa7a-1458-40e5-acf5-0a606815819b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d19da3-35bf-42ba-b04c-cf27cccecf53,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:45.337917 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d775aa7a-1458-40e5-acf5-0a606815819b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.339420 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d775aa7a-1458-40e5-acf5-0a606815819b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354523 Apr 05 13:46:45.383768 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1d4e23f7-7c73-45a6-b434-e92f2ad1d5d6 req-de4bf817-9f7a-4752-86c7-10846a1f97b4 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984267 Apr 05 13:46:45.402307 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-99db15e4-9da1-4dfd-9ce3-a0799c330b2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 200 len: 1000 time: 0.1736100 Apr 05 13:46:45.413504 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-017b01c2-356e-4b15-b800-60a5a5d8f280 req-103e1b6a-50f1-4c3e-9094-d2ac58c9efbb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779761 Apr 05 13:46:45.427156 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c880a761-f80c-45f4-bb55-e7580f5bd813 req-0e549324-d1e7-4a76-ae1a-5ba47577a063 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147694 Apr 05 13:46:45.439148 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-00e5d8d7-2359-4999-b481-90356854e517 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994863350&fields=id&tenant_id=ad212df8938b49c5b4ea37ea0e5428d5 HTTP/1.1" status: 200 len: 267 time: 0.0514276 Apr 05 13:46:45.494850 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-93fbbfe5-e574-4ee3-8537-3f494104c24c tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:45.496332 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-93fbbfe5-e574-4ee3-8537-3f494104c24c tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.0519123 Apr 05 13:46:45.506500 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-18975145-97e9-4037-a6f4-7180c342def4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'port': {'security_groups': ['ef70197d-c5a4-4464-94a3-17647ed219b3', 'fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:45.521143 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 6a83c9ab-5780-4a30-99ee-398ef555b022 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:45.569793 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 6a83c9ab-5780-4a30-99ee-398ef555b022 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:46:45.574471 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 6a83c9ab-5780-4a30-99ee-398ef555b022 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:45.574847 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.578664 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-18975145-97e9-4037-a6f4-7180c342def4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.654402 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 6a83c9ab-5780-4a30-99ee-398ef555b022 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:45.654793 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.689780 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 6a83c9ab-5780-4a30-99ee-398ef555b022, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6a83c9ab-5780-4a30-99ee-398ef555b022,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:45.694224 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.757890 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=6a83c9ab-5780-4a30-99ee-398ef555b022,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:45.775027 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-46a911f6-ee0d-410b-9ab5-498ca536f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:45.776511 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-46a911f6-ee0d-410b-9ab5-498ca536f4da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8c0e83c-d0c1-48b3-ac4b-590a8978b267 HTTP/1.1" status: 200 len: 853 time: 0.0826449 Apr 05 13:46:45.782329 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-18975145-97e9-4037-a6f4-7180c342def4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] For port b68cef7c-d9bf-494a-be42-2c1584ca80e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:45.799596 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eecff-eb12-49dd-a09a-cdc5ed87ebc7 req-b02fd0b9-a3b0-44c3-8efe-6c18c91eb435 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:45.801039 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-741eecff-eb12-49dd-a09a-cdc5ed87ebc7 req-b02fd0b9-a3b0-44c3-8efe-6c18c91eb435 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 946 time: 0.0960724 Apr 05 13:46:45.816676 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-18975145-97e9-4037-a6f4-7180c342def4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.821168 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-18975145-97e9-4037-a6f4-7180c342def4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.835648 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['b68cef7c-d9bf-494a-be42-2c1584ca80e8'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:46:45.864882 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-18975145-97e9-4037-a6f4-7180c342def4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:45.865902 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-18975145-97e9-4037-a6f4-7180c342def4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:45.878108 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-cb33b39f-6c4c-4500-a609-d39d9b1abbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:45.878275 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-73a0d683-f009-4a29-97dc-3675d03fe2fa req-18975145-97e9-4037-a6f4-7180c342def4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "PUT /v2.0/ports/b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 200 len: 982 time: 0.3758185 Apr 05 13:46:45.879639 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-cb33b39f-6c4c-4500-a609-d39d9b1abbe2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3577407-2ce1-48bb-9562-9c8640b0a046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958695 Apr 05 13:46:45.890258 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-741eecff-eb12-49dd-a09a-cdc5ed87ebc7 req-53bb69b7-038e-4293-8b61-54879885a106 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733221 Apr 05 13:46:45.910149 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:45.912883 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:45.984389 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18975145-97e9-4037-a6f4-7180c342def4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'Port': ['ID=b68cef7c-d9bf-494a-be42-2c1584ca80e8,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:46.018395 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed685-9146-4df0-97a0-e4aaf2570bf6 req-8b8d5265-7901-440f-bc5d-2d1f67b09f97 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:46.020223 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-649ed685-9146-4df0-97a0-e4aaf2570bf6 req-8b8d5265-7901-440f-bc5d-2d1f67b09f97 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0748973 Apr 05 13:46:46.046352 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['b68cef7c-d9bf-494a-be42-2c1584ca80e8'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:46:46.048438 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:46.051569 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612ca788-487c-4185-b96a-89ece354c93f" -d '{"events": [{"server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "name": "network-vif-plugged", "status": "completed", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:46.084712 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-690eabc7-6074-4992-9deb-fa6910621c56 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931717 Apr 05 13:46:46.101593 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff02428-70ee-4a66-9b76-495abc0e71a0 req-38ab1bdf-1c60-4e60-a0a4-c4b421b99f5b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:46.104741 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8ff02428-70ee-4a66-9b76-495abc0e71a0 req-38ab1bdf-1c60-4e60-a0a4-c4b421b99f5b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0892003 Apr 05 13:46:46.117258 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-649ed685-9146-4df0-97a0-e4aaf2570bf6 req-82ed8b18-3f04-49d8-ac22-0826687082a6 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852718 Apr 05 13:46:46.200177 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c745c3a6-b6e4-4f36-999f-156c2ef8967a x-openstack-request-id: req-c745c3a6-b6e4-4f36-999f-156c2ef8967a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:46.200513 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:46.200841 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c745c3a6-b6e4-4f36-999f-156c2ef8967a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:46.201316 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c745c3a6-b6e4-4f36-999f-156c2ef8967a'] response: {'name': 'network-changed', 'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'status': 'completed', 'code': 200} Apr 05 13:46:46.217322 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8ff02428-70ee-4a66-9b76-495abc0e71a0 req-fe095baa-9006-4773-8cd2-baec156523b6 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044421 Apr 05 13:46:46.293820 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e664dda4-7616-4cfa-9532-078b52d4b7c7 x-openstack-request-id: req-e664dda4-7616-4cfa-9532-078b52d4b7c7 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:46.294402 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "name": "network-vif-plugged", "status": "completed", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:46.294402 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e664dda4-7616-4cfa-9532-078b52d4b7c7 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:46.294812 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e664dda4-7616-4cfa-9532-078b52d4b7c7'] response: {'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'code': 200} Apr 05 13:46:46.316777 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8f9d1-5d3f-44b3-bc84-c0140d1fee26 req-42560992-afd3-4260-bb5d-30e30866631c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:46.320122 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9dd8f9d1-5d3f-44b3-bc84-c0140d1fee26 req-42560992-afd3-4260-bb5d-30e30866631c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0646472 Apr 05 13:46:46.342527 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-c45fd67f-7484-45e8-ba13-c6806913a3ca None None] Provisioning complete for port b68cef7c-d9bf-494a-be42-2c1584ca80e8 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:46.342818 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c45fd67f-7484-45e8-ba13-c6806913a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:46.365997 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9dd8f9d1-5d3f-44b3-bc84-c0140d1fee26 req-05ff32ce-65c0-4a59-a75a-6794b17d5e18 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421345 Apr 05 13:46:46.553336 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-c45fd67f-7484-45e8-ba13-c6806913a3ca None None] Current status of the port b68cef7c-d9bf-494a-be42-2c1584ca80e8 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:46.608192 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7a778-1219-4305-9736-1e9b368df815 req-81564d07-a396-40d0-b19b-97612dc04fbf tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:46.609781 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e0b7a778-1219-4305-9736-1e9b368df815 req-81564d07-a396-40d0-b19b-97612dc04fbf tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 946 time: 0.1374080 Apr 05 13:46:46.696040 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-af854870-7483-4f8b-84d2-ba8a55ba3bd0 req-695e94c3-ffec-466a-8e30-670ca11e208c service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311804 Apr 05 13:46:46.715743 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e0b7a778-1219-4305-9736-1e9b368df815 req-d1f4caf9-808d-4c91-bf8b-ba2593214d71 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999289 Apr 05 13:46:46.722022 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c6da6-0d43-4032-ab8a-7a4268d084d7 req-39f05f67-bb87-4c08-9437-7dda50bce112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:46.723513 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cd6c6da6-0d43-4032-ab8a-7a4268d084d7 req-39f05f67-bb87-4c08-9437-7dda50bce112 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0948846 Apr 05 13:46:46.795301 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f69ece-f58a-40e8-b87b-e67a380d7eaa req-8eec4a09-999e-4adf-9f8f-b912ed5b8f78 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:46.796686 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cd6c6da6-0d43-4032-ab8a-7a4268d084d7 req-7be607bd-939e-4fb4-b583-bcf2d0c366b6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467236 Apr 05 13:46:46.797232 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-23f69ece-f58a-40e8-b87b-e67a380d7eaa req-8eec4a09-999e-4adf-9f8f-b912ed5b8f78 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 946 time: 0.0581002 Apr 05 13:46:46.843964 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-23f69ece-f58a-40e8-b87b-e67a380d7eaa req-8c9592cf-1d8c-4e06-a16d-98df51503427 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 Apr 05 13:46:47.242436 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a654e7-777f-4891-b960-a6f201501b08 req-f007fdcd-ae7c-4223-9899-5c26a66be0e8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:47.244139 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-91a654e7-777f-4891-b960-a6f201501b08 req-f007fdcd-ae7c-4223-9899-5c26a66be0e8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0540795 Apr 05 13:46:47.293112 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-91a654e7-777f-4891-b960-a6f201501b08 req-d6842dc0-6d11-45a7-ae95-5c5f4691b12f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434315 Apr 05 13:46:47.481076 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c30b06-6226-4f23-86b6-2bcbf9f8df6d req-6d9b46e9-7c1e-4274-b42d-bc309f5341d0 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:47.482525 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-75c30b06-6226-4f23-86b6-2bcbf9f8df6d req-6d9b46e9-7c1e-4274-b42d-bc309f5341d0 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0515230 Apr 05 13:46:47.531748 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-75c30b06-6226-4f23-86b6-2bcbf9f8df6d req-b11687ca-023c-44c4-9d10-b4edd25b17b6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435951 Apr 05 13:46:47.838064 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b946b51-c15f-4d17-a9cd-3b40da22c31f req-ac683263-21f2-4adb-bbb5-c48c50b0ab5c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:47.839437 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0b946b51-c15f-4d17-a9cd-3b40da22c31f req-ac683263-21f2-4adb-bbb5-c48c50b0ab5c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 946 time: 0.0513928 Apr 05 13:46:47.889277 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0b946b51-c15f-4d17-a9cd-3b40da22c31f req-cd74f890-6f4b-49c8-9201-3ab435e1fb7f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437791 Apr 05 13:46:47.964406 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03227ac0-3170-4920-8e78-648c1bb4b41b req-d30d6132-a9ab-4b17-8135-55b0ebdaa32e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:47.966177 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-03227ac0-3170-4920-8e78-648c1bb4b41b req-d30d6132-a9ab-4b17-8135-55b0ebdaa32e tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 946 time: 0.0540388 Apr 05 13:46:48.015042 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-03227ac0-3170-4920-8e78-648c1bb4b41b req-e71b2bf2-0d12-44b3-9943-85c489b4eb8f tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Apr 05 13:46:48.414494 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46a8c0-7f7f-42bb-9fe7-140dae941831 req-b8aac74a-a3de-4678-a52f-8a41688ca43c tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:48.416772 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1a46a8c0-7f7f-42bb-9fe7-140dae941831 req-b8aac74a-a3de-4678-a52f-8a41688ca43c tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0559702 Apr 05 13:46:48.464325 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1a46a8c0-7f7f-42bb-9fe7-140dae941831 req-96022976-10b2-4541-9801-95704aa6ce61 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420549 Apr 05 13:46:48.653690 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c59fb3-db20-4a8b-a99c-cc226d7e1669 req-3a6d7b10-8ab7-4971-ba5a-5dbf90970abd tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:48.655121 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-08c59fb3-db20-4a8b-a99c-cc226d7e1669 req-3a6d7b10-8ab7-4971-ba5a-5dbf90970abd tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0547259 Apr 05 13:46:48.702680 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-08c59fb3-db20-4a8b-a99c-cc226d7e1669 req-31c4383d-6cdb-40c3-adc9-473c47aa1cae tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416512 Apr 05 13:46:49.016163 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331e846-1816-4532-bf74-20aeeceb2b14 req-07410e41-1979-4a8c-bb22-202642b86512 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:49.017737 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c331e846-1816-4532-bf74-20aeeceb2b14 req-07410e41-1979-4a8c-bb22-202642b86512 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 946 time: 0.0570703 Apr 05 13:46:49.070992 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c331e846-1816-4532-bf74-20aeeceb2b14 req-55fa05dd-debd-4eec-bacc-e1cee863525c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474627 Apr 05 13:46:49.146933 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd369-9e16-48b2-9572-ac87d88cdf66 req-9b790e17-34a2-452e-8feb-e22afa057dc9 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:49.148448 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5d7cd369-9e16-48b2-9572-ac87d88cdf66 req-9b790e17-34a2-452e-8feb-e22afa057dc9 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 946 time: 0.0597839 Apr 05 13:46:49.197297 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5d7cd369-9e16-48b2-9572-ac87d88cdf66 req-871a9d93-1472-43a2-8943-df93c0e04cee tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Apr 05 13:46:49.587066 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77dee6-57c9-4825-b638-d815fcb8ebc0 req-a671589c-9b2d-43f2-b810-abe48af855f9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:49.588553 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0a77dee6-57c9-4825-b638-d815fcb8ebc0 req-a671589c-9b2d-43f2-b810-abe48af855f9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0548699 Apr 05 13:46:49.636329 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0a77dee6-57c9-4825-b638-d815fcb8ebc0 req-91ea57de-dd58-4a78-b2e0-0be4a01e44f6 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423203 Apr 05 13:46:49.820001 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8ead-e5f7-4f7f-8cce-9578431078d9 req-157f7628-bcff-44a2-b134-70be5b561740 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:49.821418 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-02ea8ead-e5f7-4f7f-8cce-9578431078d9 req-157f7628-bcff-44a2-b134-70be5b561740 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0530806 Apr 05 13:46:49.874911 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-02ea8ead-e5f7-4f7f-8cce-9578431078d9 req-ad8faef7-30f1-4f63-8a13-ca94f4af7053 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478160 Apr 05 13:46:50.167840 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-05ec6905-9aa1-42c1-aa0d-15ca502392cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:50.169295 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-05ec6905-9aa1-42c1-aa0d-15ca502392cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad212df8938b49c5b4ea37ea0e5428d5&device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 1169 time: 0.0915675 Apr 05 13:46:50.192357 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-44f8a6ae-92fd-425b-9fce-661b682e0efc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:50.193694 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-44f8a6ae-92fd-425b-9fce-661b682e0efc tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.46 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 946 time: 0.1147799 Apr 05 13:46:50.219770 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31363e7c-9911-4790-a9d6-98dedb287fc4 req-fffcab6a-c3c8-4f44-ad98-b8d6629d291e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:50.221222 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-31363e7c-9911-4790-a9d6-98dedb287fc4 req-fffcab6a-c3c8-4f44-ad98-b8d6629d291e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 946 time: 0.0715747 Apr 05 13:46:50.269446 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-31363e7c-9911-4790-a9d6-98dedb287fc4 req-ee8ac383-f579-4a16-8b7a-87a27dcb7789 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422339 Apr 05 13:46:50.320447 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c88d6-100d-463e-9291-e1c7ca59b6f2 req-8645e996-1017-440f-ab73-f5b45860cb08 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:50.322525 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8c7c88d6-100d-463e-9291-e1c7ca59b6f2 req-8645e996-1017-440f-ab73-f5b45860cb08 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 946 time: 0.0586371 Apr 05 13:46:50.372123 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8c7c88d6-100d-463e-9291-e1c7ca59b6f2 req-c3206b5e-7571-4c9e-be8e-a630497c0c79 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438397 Apr 05 13:46:50.751254 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800e72-67e4-43a7-bd87-b67ed7aeb136 req-56ce940d-e21e-40d8-94da-5526477e6a5d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:50.752721 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-56800e72-67e4-43a7-bd87-b67ed7aeb136 req-56ce940d-e21e-40d8-94da-5526477e6a5d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0514274 Apr 05 13:46:50.800620 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-56800e72-67e4-43a7-bd87-b67ed7aeb136 req-d5081bc7-9a1e-4e5c-b6ad-559e92d55af1 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Apr 05 13:46:50.991428 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bb3a0-8222-48d4-bb92-e80fec7cfcc7 req-62440568-fbfd-4047-abbf-12b4003b5a81 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:50.992919 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5b8bb3a0-8222-48d4-bb92-e80fec7cfcc7 req-62440568-fbfd-4047-abbf-12b4003b5a81 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0527525 Apr 05 13:46:51.046004 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5b8bb3a0-8222-48d4-bb92-e80fec7cfcc7 req-2b26055e-5cc4-4498-b94f-450215c7d01c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470228 Apr 05 13:46:51.171452 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-fb932678-c397-4e99-be66-8e2690a3568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:51.172927 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-fb932678-c397-4e99-be66-8e2690a3568e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3577407-2ce1-48bb-9562-9c8640b0a046 HTTP/1.1" status: 200 len: 915 time: 0.1556492 Apr 05 13:46:51.187935 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-8e892541-5a0d-43e3-8016-6aa91694d443 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Deleting port e10f2b70-8b96-425c-a38d-25644b3add9f {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:46:51.188203 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-8e892541-5a0d-43e3-8016-6aa91694d443 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:51.546028 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-8e892541-5a0d-43e3-8016-6aa91694d443 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] For port e10f2b70-8b96-425c-a38d-25644b3add9f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e10f2b70-8b96-425c-a38d-25644b3add9f,segment=NetworkSegment(e93e10ed-d725-4671-b435-0cdd93b12d42),segment_id=e93e10ed-d725-4671-b435-0cdd93b12d42)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:51.546427 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-8e892541-5a0d-43e3-8016-6aa91694d443 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:51.599218 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-8e892541-5a0d-43e3-8016-6aa91694d443 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Calling delete_port for e10f2b70-8b96-425c-a38d-25644b3add9f owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:46:51.608022 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103be0d-14e1-4d1d-8d42-2769af2ad601 req-13123f78-bdf1-4d75-8e50-958224382f9a tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:51.609470 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3103be0d-14e1-4d1d-8d42-2769af2ad601 req-13123f78-bdf1-4d75-8e50-958224382f9a tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/ports?device_id=738d62fc-2132-4bd8-bffd-08a3cf89dfca HTTP/1.1" status: 200 len: 946 time: 0.1298714 Apr 05 13:46:51.680563 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-d984f94f-d5b6-425a-b3a1-09bafafc7823 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 200 len: 1002 time: 0.1309040 Apr 05 13:46:51.755206 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3103be0d-14e1-4d1d-8d42-2769af2ad601 req-938b2c7b-7ea7-4171-be81-be827338e3f0 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.59 "GET /v2.0/security-groups?id=30297b37-7c39-44ce-8022-2278c760a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359751 Apr 05 13:46:51.776325 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-33a064b4-26f4-48b4-b086-4917f8b56c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:51.777739 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-33a064b4-26f4-48b4-b086-4917f8b56c16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8c0e83c-d0c1-48b3-ac4b-590a8978b267 HTTP/1.1" status: 200 len: 853 time: 0.0833323 Apr 05 13:46:51.861905 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-8e892541-5a0d-43e3-8016-6aa91694d443 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (e10f2b70-8b96-425c-a38d-25644b3add9f), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:51.869781 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-ac798cc7-4cfb-486c-91db-7aa88c52973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:51.871256 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-ac798cc7-4cfb-486c-91db-7aa88c52973c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3577407-2ce1-48bb-9562-9c8640b0a046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685549 Apr 05 13:46:51.905150 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e892541-5a0d-43e3-8016-6aa91694d443 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Pushing event deleted for resources: {'Port': ['ID=e10f2b70-8b96-425c-a38d-25644b3add9f,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:51.935898 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97f046-f392-47bd-80b1-5009618c349e req-06eb9d80-ef1b-4c53-90a0-379a826e341f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:51.937444 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fb97f046-f392-47bd-80b1-5009618c349e req-06eb9d80-ef1b-4c53-90a0-379a826e341f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0543203 Apr 05 13:46:51.987118 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fb97f046-f392-47bd-80b1-5009618c349e req-8d065996-7c31-46fd-9478-cd5948c3b1aa tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 Apr 05 13:46:51.995027 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-8e892541-5a0d-43e3-8016-6aa91694d443 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] No DVR routers for this DVR port e10f2b70-8b96-425c-a38d-25644b3add9f on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:46:52.000046 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-8e892541-5a0d-43e3-8016-6aa91694d443 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:52.003246 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c7a4ee6-79a7-49e6-8d46-b6b5f0777010 req-8e892541-5a0d-43e3-8016-6aa91694d443 tempest-VolumesActionsTest-1572975503 tempest-VolumesActionsTest-1572975503-project] 10.222.0.46 "DELETE /v2.0/ports/e10f2b70-8b96-425c-a38d-25644b3add9f HTTP/1.1" status: 204 len: 173 time: 0.9847534 Apr 05 13:46:52.003744 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738d62fc-2132-4bd8-bffd-08a3cf89dfca', 'name': 'network-vif-deleted', 'tag': 'e10f2b70-8b96-425c-a38d-25644b3add9f'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:52.005938 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f3e920-1b56-48fc-a07e-7a6620005fb7" -d '{"events": [{"server_uuid": "738d62fc-2132-4bd8-bffd-08a3cf89dfca", "name": "network-vif-deleted", "tag": "e10f2b70-8b96-425c-a38d-25644b3add9f"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:52.037578 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-0426e1d1-778f-4749-99d2-59d452fc4bd7 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432397 Apr 05 13:46:52.046486 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1acb7b3-6fa5-4616-8f48-51cc317cecaf x-openstack-request-id: req-b1acb7b3-6fa5-4616-8f48-51cc317cecaf {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:52.046786 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738d62fc-2132-4bd8-bffd-08a3cf89dfca", "name": "network-vif-deleted", "tag": "e10f2b70-8b96-425c-a38d-25644b3add9f", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:52.047043 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1acb7b3-6fa5-4616-8f48-51cc317cecaf {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:52.047587 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1acb7b3-6fa5-4616-8f48-51cc317cecaf'] response: {'server_uuid': '738d62fc-2132-4bd8-bffd-08a3cf89dfca', 'name': 'network-vif-deleted', 'tag': 'e10f2b70-8b96-425c-a38d-25644b3add9f', 'status': 'completed', 'code': 200} Apr 05 13:46:52.156990 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a9c30bc-ab98-4e8f-96c5-0efb6d22e708 req-c561db25-9a18-4239-83bf-d67cc313cfa9 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011100 Apr 05 13:46:52.175592 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a08feb-281b-473a-b0b3-a320f18c9d14 req-25e96ddf-bf1e-4686-8ffb-13e5804cc973 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:52.177149 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-25a08feb-281b-473a-b0b3-a320f18c9d14 req-25e96ddf-bf1e-4686-8ffb-13e5804cc973 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0620108 Apr 05 13:46:52.225345 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-25a08feb-281b-473a-b0b3-a320f18c9d14 req-483afc7f-248b-425e-bd4f-162e48e514cc tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409367 Apr 05 13:46:52.339393 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ba7d6-277f-43d7-a6ff-3a4df6763188 req-bfccfdbb-8838-4aa0-9710-8d722108344a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:52.340874 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7d6ba7d6-277f-43d7-a6ff-3a4df6763188 req-bfccfdbb-8838-4aa0-9710-8d722108344a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0530200 Apr 05 13:46:52.349424 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55526) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:46:52.354440 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-ea94d74b-12a7-45bf-81ad-523138ce646a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Request body: {'floatingip': {'port_id': '6a83c9ab-5780-4a30-99ee-398ef555b022'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:46:52.393302 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea94d74b-12a7-45bf-81ad-523138ce646a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for floatingip (e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:52.853692 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea94d74b-12a7-45bf-81ad-523138ce646a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:52.861119 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea94d74b-12a7-45bf-81ad-523138ce646a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:52.968314 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-ea94d74b-12a7-45bf-81ad-523138ce646a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Floating IP e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48 associated. External IP: 172.27.2.117, port: 6a83c9ab-5780-4a30-99ee-398ef555b022. Apr 05 13:46:53.120171 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833864be-6663-445e-909d-4415545c2a57 req-d3c579dd-2442-45e8-8ce1-20d92dc53368 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:53.121675 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-833864be-6663-445e-909d-4415545c2a57 req-d3c579dd-2442-45e8-8ce1-20d92dc53368 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0614855 Apr 05 13:46:53.176731 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-833864be-6663-445e-909d-4415545c2a57 req-f554766d-2de4-490d-8002-e5410a45dd3f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494108 Apr 05 13:46:53.229260 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea94d74b-12a7-45bf-81ad-523138ce646a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Router 87509cee-4c98-4ee2-b328-b2d32fb2c1af has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:46:53.343682 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea94d74b-12a7-45bf-81ad-523138ce646a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:46:53.349032 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea94d74b-12a7-45bf-81ad-523138ce646a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:53.355620 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] Sync routers for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:46:53.366645 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:46:53.367254 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:46:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:53.407622 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ea94d74b-12a7-45bf-81ad-523138ce646a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "PUT /v2.0/floatingips/e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48 HTTP/1.1" status: 200 len: 991 time: 1.0427713 Apr 05 13:46:53.407622 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:53.407622 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f25fd7-f16b-41c9-a40d-8a342b5f3389" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:53.444115 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f81fc8-8353-4f9e-9407-49c3b9533b55 x-openstack-request-id: req-d7f81fc8-8353-4f9e-9407-49c3b9533b55 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:53.444410 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:53.444666 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7f81fc8-8353-4f9e-9407-49c3b9533b55 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:53.445067 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f81fc8-8353-4f9e-9407-49c3b9533b55'] response: {'name': 'network-changed', 'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'status': 'completed', 'code': 200} Apr 05 13:46:53.488539 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:46:53.518670 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-71403912-9613-47d1-9698-0b4e22532138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:53.520459 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-71403912-9613-47d1-9698-0b4e22532138 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0499485 Apr 05 13:46:53.564971 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 93bae86b-669b-4308-a536-f0b8640d6b10 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:46:53.583798 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e10f2b70-8b96-425c-a38d-25644b3add9f no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:46:53.621520 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: e10f2b70-8b96-425c-a38d-25644b3add9f {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:46:53.622019 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e10f2b70-8b96-425c-a38d-25644b3add9f not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:46:53.639200 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-06e7ea0e-5be0-41b2-b0b3-2b7375bb1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:53.640820 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-06e7ea0e-5be0-41b2-b0b3-2b7375bb1228 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.1137912 Apr 05 13:46:53.707818 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 93bae86b-669b-4308-a536-f0b8640d6b10, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=93bae86b-669b-4308-a536-f0b8640d6b10,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:53.712683 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-cdc89b77-80e4-4315-82fa-bfdd036550b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a83c9ab-5780-4a30-99ee-398ef555b022 HTTP/1.1" status: 200 len: 999 time: 0.0639117 Apr 05 13:46:53.719834 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '93bae86b-669b-4308-a536-f0b8640d6b10', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'port_id': '93bae86b-669b-4308-a536-f0b8640d6b10', 'mac_address': 'fa:16:3e:c0:cf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:46:53.761507 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 93bae86b-669b-4308-a536-f0b8640d6b10 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:53.761899 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:53.767686 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-62ad7b52-dbfd-47ac-bb32-8e6d2a206357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:53.773273 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-62ad7b52-dbfd-47ac-bb32-8e6d2a206357 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.0537665 Apr 05 13:46:53.775983 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bae86b-669b-4308-a536-f0b8640d6b10 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:46:53.797865 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 93bae86b-669b-4308-a536-f0b8640d6b10, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=93bae86b-669b-4308-a536-f0b8640d6b10,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:53.803044 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:53.813512 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'port_id': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'mac_address': 'fa:16:3e:0e:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:46:19Z', 'updated_at': '2022-04-05T13:46:52Z', 'revision_number': 1, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 5, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:53.833814 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-668b8616-a20c-430a-8f1d-9ee3649c437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:53.835427 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-668b8616-a20c-430a-8f1d-9ee3649c437c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545068 Apr 05 13:46:53.840070 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] Checking router: 87509cee-4c98-4ee2-b328-b2d32fb2c1af for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:46:53.848372 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:46:53.848979 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:46:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:53.852184 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=93bae86b-669b-4308-a536-f0b8640d6b10,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:53.963676 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:46:54.192130 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'port_id': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'mac_address': 'fa:16:3e:0e:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:46:19Z', 'updated_at': '2022-04-05T13:46:52Z', 'revision_number': 1, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 5, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:46:54.221871 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4958b1a-9e98-416b-b127-e1beb7731433 None None] The sync data for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi is: [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'port_id': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'mac_address': 'fa:16:3e:0e:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:46:19Z', 'updated_at': '2022-04-05T13:46:52Z', 'revision_number': 1, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 5, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:46:54.300633 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657539f-f6a2-44f9-b625-b0f62c67a36b req-eee148d7-78f2-4162-89c9-2c3905ab8228 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:54.302152 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0657539f-f6a2-44f9-b625-b0f62c67a36b req-eee148d7-78f2-4162-89c9-2c3905ab8228 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 944 time: 0.0579441 Apr 05 13:46:54.354331 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0657539f-f6a2-44f9-b625-b0f62c67a36b req-568a8da7-939f-4a29-856a-4414d895464a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455654 Apr 05 13:46:54.417894 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49849a22-00ef-430c-b2d6-19a9428523d3 None None] New status for floating IP e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:46:54.765558 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-7f7d0569-0ae5-480b-b38b-c9c988fdf6af service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874417 Apr 05 13:46:55.475102 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa421b67-9570-4836-9921-4ae8b9c10d40 req-6a496fdd-e6e8-4e2b-a808-d4be7d6c7d5c tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:55.476965 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fa421b67-9570-4836-9921-4ae8b9c10d40 req-6a496fdd-e6e8-4e2b-a808-d4be7d6c7d5c tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 944 time: 0.0545404 Apr 05 13:46:55.528853 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fa421b67-9570-4836-9921-4ae8b9c10d40 req-0ca76ce2-4f55-4fd1-88ed-a5c7556a6ef5 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457182 Apr 05 13:46:55.547020 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-02f25fd7-f16b-41c9-a40d-8a342b5f3389 req-177210fd-af5c-4cea-bebc-a973b38c54ae service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880973 Apr 05 13:46:56.647001 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145144c4-0ef3-403d-8466-b251511a82aa req-44b12904-4729-4427-88f5-e02cc6c91d13 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:56.648521 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-145144c4-0ef3-403d-8466-b251511a82aa req-44b12904-4729-4427-88f5-e02cc6c91d13 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 944 time: 0.0538211 Apr 05 13:46:56.672851 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['93bae86b-669b-4308-a536-f0b8640d6b10'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:46:56.702819 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-145144c4-0ef3-403d-8466-b251511a82aa req-cd08de0c-8c54-4d77-aa52-0401515bb637 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487695 Apr 05 13:46:57.870018 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d168fe-aa64-4741-937d-9a1eb5d40a46 req-102b43bf-1171-4695-a79d-ee0866e1082f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:57.872258 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-18d168fe-aa64-4741-937d-9a1eb5d40a46 req-102b43bf-1171-4695-a79d-ee0866e1082f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 944 time: 0.0694072 Apr 05 13:46:57.931631 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-18d168fe-aa64-4741-937d-9a1eb5d40a46 req-31faabea-c37a-43ac-b0f2-61848e030d18 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447848 Apr 05 13:46:58.550453 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 93bae86b-669b-4308-a536-f0b8640d6b10 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:46:58.609774 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 93bae86b-669b-4308-a536-f0b8640d6b10 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:46:58.614786 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 93bae86b-669b-4308-a536-f0b8640d6b10 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:46:58.615409 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:58.732871 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 93bae86b-669b-4308-a536-f0b8640d6b10 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:46:58.733647 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:58.757501 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:46:58.759972 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec44b35-ac6d-4e3a-aea4-f0cd72e1b288" -d '{"events": [{"server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "name": "network-vif-plugged", "status": "completed", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:46:58.774447 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 93bae86b-669b-4308-a536-f0b8640d6b10, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=93bae86b-669b-4308-a536-f0b8640d6b10,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:46:58.779520 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:46:58.808321 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40039dd-5fa7-43f7-afa6-2b8eee390fe7 x-openstack-request-id: req-a40039dd-5fa7-43f7-afa6-2b8eee390fe7 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:46:58.808615 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "name": "network-vif-plugged", "status": "completed", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:46:58.808871 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a40039dd-5fa7-43f7-afa6-2b8eee390fe7 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:46:58.809268 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40039dd-5fa7-43f7-afa6-2b8eee390fe7'] response: {'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10', 'code': 200} Apr 05 13:46:58.860323 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=93bae86b-669b-4308-a536-f0b8640d6b10,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:46:59.080536 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336cd8c-d45f-4358-a92e-bbfa5b5af572 req-43ad03d6-25cd-4c26-8865-65fc56ff93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:59.082188 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a907e7c-0692-44d6-93b9-2f50a2564d6a req-75a2712d-3b0b-4ab9-ae80-4b0a46ad021a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:46:59.082787 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3336cd8c-d45f-4358-a92e-bbfa5b5af572 req-43ad03d6-25cd-4c26-8865-65fc56ff93a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0524480 Apr 05 13:46:59.083884 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5a907e7c-0692-44d6-93b9-2f50a2564d6a req-75a2712d-3b0b-4ab9-ae80-4b0a46ad021a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0609052 Apr 05 13:46:59.139880 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5a907e7c-0692-44d6-93b9-2f50a2564d6a req-5b546938-6e3a-4008-9e98-913c4189746b tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487306 Apr 05 13:46:59.150203 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3336cd8c-d45f-4358-a92e-bbfa5b5af572 req-2588cd31-2bb2-41f0-9741-f6fed27612ca service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511613 Apr 05 13:47:00.289475 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670b335-bbe8-4757-a753-78b5a68880c1 req-e75e5979-c5ce-499c-af3d-2c8bc1a944a9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:00.291035 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d670b335-bbe8-4757-a753-78b5a68880c1 req-e75e5979-c5ce-499c-af3d-2c8bc1a944a9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0607610 Apr 05 13:47:00.356089 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d670b335-bbe8-4757-a753-78b5a68880c1 req-72006198-e530-4a97-b544-ada00eadc09d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561471 Apr 05 13:47:00.697409 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:47:01.483449 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbf40c-a27c-434e-93e1-08c6457c1757 req-f2f06dd1-8db6-423a-9360-b85738842b2d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:01.485230 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9cbbf40c-a27c-434e-93e1-08c6457c1757 req-f2f06dd1-8db6-423a-9360-b85738842b2d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0560110 Apr 05 13:47:01.563354 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9cbbf40c-a27c-434e-93e1-08c6457c1757 req-e1c079c9-7292-43ae-b236-b42c956d2e23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718298 Apr 05 13:47:01.686235 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a79a90-d4a9-4457-a3d4-d5ab4c8a3a94 req-07287a11-5d6d-4f9b-9ce4-c427956627a1 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:01.687686 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a1a79a90-d4a9-4457-a3d4-d5ab4c8a3a94 req-07287a11-5d6d-4f9b-9ce4-c427956627a1 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0587702 Apr 05 13:47:01.744086 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a1a79a90-d4a9-4457-a3d4-d5ab4c8a3a94 req-53d35dfa-0987-4093-9476-c76ec14db46f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503600 Apr 05 13:47:01.762580 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55646) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:01.889163 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b67f31-db1c-41e3-83e5-dcd7ca15e248 tempest-TestShelveInstance-1184806613 tempest-TestShelveInstance-1184806613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:01.893651 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55654) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:01.893911 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f1b67f31-db1c-41e3-83e5-dcd7ca15e248 tempest-TestShelveInstance-1184806613 tempest-TestShelveInstance-1184806613-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 1124 time: 0.1300418 Apr 05 13:47:01.898580 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'port_id': '93bae86b-669b-4308-a536-f0b8640d6b10', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:01.926929 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:02.032143 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:02.165988 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Allocated IP 172.27.2.124 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/53628da4-7d38-4c44-9171-12ba94c65cbe) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:47:02.276096 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for port (53628da4-7d38-4c44-9171-12ba94c65cbe), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:02.315893 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (53628da4-7d38-4c44-9171-12ba94c65cbe), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:02.356231 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:47:02.359167 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:47:02.361795 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:47:02.391096 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event updated for resources: {'Port': ['ID=53628da4-7d38-4c44-9171-12ba94c65cbe,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:02.772435 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for floatingip (e193f1e1-92e4-4d41-ac05-8de1a2fb66e2), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:02.860534 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (53628da4-7d38-4c44-9171-12ba94c65cbe), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:03.056148 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for port (53628da4-7d38-4c44-9171-12ba94c65cbe), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:03.061858 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (53628da4-7d38-4c44-9171-12ba94c65cbe), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:03.154718 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event updated for resources: {'Port': ['ID=53628da4-7d38-4c44-9171-12ba94c65cbe,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:03.165858 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (e193f1e1-92e4-4d41-ac05-8de1a2fb66e2), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:03.283401 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Floating IP e193f1e1-92e4-4d41-ac05-8de1a2fb66e2 associated. External IP: 172.27.2.124, port: 93bae86b-669b-4308-a536-f0b8640d6b10. Apr 05 13:47:03.344612 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-48ed33bb-f13c-4d8e-b7b5-dd8eedae2285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:03.552207 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Router 576d4964-f629-4d14-b395-4232731e9941 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:47:03.681124 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:47:03.693504 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] Sync routers for ids ['576d4964-f629-4d14-b395-4232731e9941'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:47:03.702246 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:03.713767 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] Routers {'576d4964-f629-4d14-b395-4232731e9941'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:03.714696 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:46:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['576d4964-f629-4d14-b395-4232731e9941'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:03.743539 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fc074af2-0fca-4eb0-9c9e-197023279a23 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8417525 Apr 05 13:47:03.743539 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:47:03.743539 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0735961-7fee-4abe-9dcf-af99b35531fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:47:03.789092 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23bbb37-8b9a-4fc2-8cb1-e96afc64d417 x-openstack-request-id: req-c23bbb37-8b9a-4fc2-8cb1-e96afc64d417 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:47:03.789719 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:47:03.789719 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c23bbb37-8b9a-4fc2-8cb1-e96afc64d417 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:47:03.790060 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23bbb37-8b9a-4fc2-8cb1-e96afc64d417'] response: {'name': 'network-changed', 'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10', 'status': 'completed', 'code': 200} Apr 05 13:47:03.860377 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] Set router 576d4964-f629-4d14-b395-4232731e9941 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:03.883098 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-c5256030-a73e-4a98-a0c4-51a838829068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:03.886046 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-c5256030-a73e-4a98-a0c4-51a838829068 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d8f6f280f0d454aa7ced0d787929726&device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0638385 Apr 05 13:47:04.014633 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-156a5889-1703-46e4-ae71-5f5b7fbb2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:04.016154 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-156a5889-1703-46e4-ae71-5f5b7fbb2b34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c HTTP/1.1" status: 200 len: 910 time: 0.1198034 Apr 05 13:47:04.113958 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:50Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'e193f1e1-92e4-4d41-ac05-8de1a2fb66e2', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '576d4964-f629-4d14-b395-4232731e9941', 'port_id': '93bae86b-669b-4308-a536-f0b8640d6b10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'mac_address': 'fa:16:3e:c0:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:47:02Z', 'updated_at': '2022-04-05T13:47:02Z', 'revision_number': 0, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb3d985-2ca5-4f69-b639-2d33104f54fb', 'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'mac_address': 'fa:16:3e:1e:95:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:49Z', 'updated_at': '2022-04-05T13:45:57Z', 'revision_number': 5, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'subnets': [{'id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:04.127101 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-bcda8fea-ff4b-4374-80b2-439ae222ca88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bae86b-669b-4308-a536-f0b8640d6b10 HTTP/1.1" status: 200 len: 999 time: 0.1007483 Apr 05 13:47:04.142624 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] Checking router: 576d4964-f629-4d14-b395-4232731e9941 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:47:04.151771 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] Routers {'576d4964-f629-4d14-b395-4232731e9941'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:04.152507 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:46:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['576d4964-f629-4d14-b395-4232731e9941'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:04.186945 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-408ab8a7-5dd2-4c8a-8f75-5ef5e44af96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:04.188642 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-408ab8a7-5dd2-4c8a-8f75-5ef5e44af96d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21bd696a-ea8e-466c-af27-ff4e0e569372 HTTP/1.1" status: 200 len: 848 time: 0.0538764 Apr 05 13:47:04.241548 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-2fa2cc4b-a003-4fa5-9bd8-b60dbc2d74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:04.243708 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-2fa2cc4b-a003-4fa5-9bd8-b60dbc2d74eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480261 Apr 05 13:47:04.276814 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] Set router 576d4964-f629-4d14-b395-4232731e9941 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:04.354653 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-b5b8616c-e232-4d17-8cf5-efde1164cc84 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025691 Apr 05 13:47:04.460574 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0735961-7fee-4abe-9dcf-af99b35531fd req-45e66959-50b7-48ef-9b5e-39fb48ee9184 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974414 Apr 05 13:47:04.541870 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:50Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'e193f1e1-92e4-4d41-ac05-8de1a2fb66e2', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '576d4964-f629-4d14-b395-4232731e9941', 'port_id': '93bae86b-669b-4308-a536-f0b8640d6b10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'mac_address': 'fa:16:3e:c0:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:47:02Z', 'updated_at': '2022-04-05T13:47:02Z', 'revision_number': 0, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb3d985-2ca5-4f69-b639-2d33104f54fb', 'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'mac_address': 'fa:16:3e:1e:95:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:49Z', 'updated_at': '2022-04-05T13:45:57Z', 'revision_number': 5, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'subnets': [{'id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:04.569415 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4da88-163d-4d78-b57c-278a7c33b5cf None None] The sync data for ids ['576d4964-f629-4d14-b395-4232731e9941'] in dv-cinder-835878-2-iscsi is: [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:50Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'e193f1e1-92e4-4d41-ac05-8de1a2fb66e2', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '576d4964-f629-4d14-b395-4232731e9941', 'port_id': '93bae86b-669b-4308-a536-f0b8640d6b10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'mac_address': 'fa:16:3e:c0:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:47:02Z', 'updated_at': '2022-04-05T13:47:02Z', 'revision_number': 0, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb3d985-2ca5-4f69-b639-2d33104f54fb', 'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'mac_address': 'fa:16:3e:1e:95:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:49Z', 'updated_at': '2022-04-05T13:45:57Z', 'revision_number': 5, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'subnets': [{'id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:47:04.785886 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca902845-a4df-4672-b92c-e32392969cae None None] New status for floating IP e193f1e1-92e4-4d41-ac05-8de1a2fb66e2: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:47:05.777774 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b130f80a-3123-465a-ad18-45435ef585a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:06.647853 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:08.258444 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:08.815397 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-5e952d18-1d0b-4b25-9081-afca05d715b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580564 Apr 05 13:47:08.898083 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-5493908d-4c3e-4a93-8be5-3a1787113197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:08.899781 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-5493908d-4c3e-4a93-8be5-3a1787113197 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 1130 time: 0.0523601 Apr 05 13:47:08.949237 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:09.042194 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-c9ead668-44e5-4950-9acd-2bd94852bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:09.044218 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-c9ead668-44e5-4950-9acd-2bd94852bb24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.1098242 Apr 05 13:47:09.112787 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-5502bd0e-20c8-46fd-912b-04be56c804e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b817a5d-3997-48f5-8143-c7c5935059ae HTTP/1.1" status: 200 len: 217 time: 0.0549002 Apr 05 13:47:09.180430 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-78824ff3-20b1-45d4-a252-227f384ed09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:09.182454 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-78824ff3-20b1-45d4-a252-227f384ed09a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.0511413 Apr 05 13:47:09.239228 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-0b77408d-3cfe-4df2-9153-1f8845b4ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:09.241261 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-0b77408d-3cfe-4df2-9153-1f8845b4ea77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514984 Apr 05 13:47:09.370379 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-af701247-9602-4de3-903c-7797a8c4219f service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163478 Apr 05 13:47:09.487291 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8c2dd49d-b31f-4d4d-a262-ef3e4a51e940 req-5c9cc0ef-ffec-4c81-8c6e-65af0d5aedae service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098328 Apr 05 13:47:09.967662 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:14.643400 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55802) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:14.970601 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Deleting subnet b11bffbd-825b-4198-9486-0abf63e39baa {{(pid=109890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:47:14.973983 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Publish callbacks [] for subnet (b11bffbd-825b-4198-9486-0abf63e39baa), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.015474 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25631837'] for subnet (b11bffbd-825b-4198-9486-0abf63e39baa), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.065288 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (b11bffbd-825b-4198-9486-0abf63e39baa), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.133235 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25668743'] for subnet (b11bffbd-825b-4198-9486-0abf63e39baa), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.160321 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11bffbd-825b-4198-9486-0abf63e39baa,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:15.177451 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.177811 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.178166 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.178510 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.178847 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.179183 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.180871 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.180871 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.180871 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.181348 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.181348 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.181684 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.182015 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.182341 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.182663 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:15.185708 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.190715 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d709678d-a0cc-4e0f-b783-27eed8e5f719 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b11bffbd-825b-4198-9486-0abf63e39baa HTTP/1.1" status: 204 len: 168 time: 0.5459609 Apr 05 13:47:15.194349 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55806) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:15.282062 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (e182e83f-1d35-4925-a1e8-7545c18bde85), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.384410 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (e182e83f-1d35-4925-a1e8-7545c18bde85), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.403991 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e182e83f-1d35-4925-a1e8-7545c18bde85']}} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:15.414036 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93e10ed-d725-4671-b435-0cdd93b12d42') {'for_net_delete': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:15.414605 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93e10ed-d725-4671-b435-0cdd93b12d42') {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:15.429075 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25631910'] for segment (e93e10ed-d725-4671-b435-0cdd93b12d42), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.442762 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (e93e10ed-d725-4671-b435-0cdd93b12d42), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.450561 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=109890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:47:15.451173 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26040439'] for segment (e93e10ed-d725-4671-b435-0cdd93b12d42), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: Traceback (most recent call last): Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: timer() Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: cb(*args, **kw) Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: return func(*args, **kwargs) Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: self._notify() Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: self.callback(batched_events) Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: event.method(event) Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: return f(self, *a, **k) Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._get(url).json() Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: return self.request(url, 'GET', **kwargs) Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:47:15.453881 dv-cinder-835878-2-iscsi neutron-server[109890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:47:15.514927 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (e182e83f-1d35-4925-a1e8-7545c18bde85), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.520791 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.526539 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e182e83f-1d35-4925-a1e8-7545c18bde85 HTTP/1.1" status: 204 len: 168 time: 0.3286715 Apr 05 13:47:15.534949 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dc7dc-10af-44d9-8f7c-606de5359833 admin admin] Pushing event deleted for resources: {'Network': ['ID=e182e83f-1d35-4925-a1e8-7545c18bde85,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:15.722846 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-1ae72424-2e2b-4c3a-9214-1f8d97087a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:15.724438 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-1ae72424-2e2b-4c3a-9214-1f8d97087a02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad212df8938b49c5b4ea37ea0e5428d5&device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 1169 time: 0.0552504 Apr 05 13:47:15.741390 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91784836-9be3-454b-bd1a-72f085176876 req-89bca183-a528-4036-ba32-137816a1f295 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:15.741938 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55822) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:15.743814 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-91784836-9be3-454b-bd1a-72f085176876 req-89bca183-a528-4036-ba32-137816a1f295 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0706661 Apr 05 13:47:15.808840 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-91784836-9be3-454b-bd1a-72f085176876 req-555d912f-271c-48fd-9d65-b2c1682a7bf4 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585346 Apr 05 13:47:15.840079 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-0cd5db64-85bc-4f79-8871-a5a2065b5fb1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f065b9be718746fe906f667735f52b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0973740 Apr 05 13:47:15.842749 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55826) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:15.895275 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-d317aa32-13a6-48a8-8c87-646bc34edb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:15.897048 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-d317aa32-13a6-48a8-8c87-646bc34edb9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3577407-2ce1-48bb-9562-9c8640b0a046 HTTP/1.1" status: 200 len: 915 time: 0.1651819 Apr 05 13:47:15.963614 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1d854a4a-c7b9-4902-94a8-33f853ec904a admin admin] Publish callbacks [] for security_group (30297b37-7c39-44ce-8022-2278c760a1d6), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:15.998419 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-ac807ee8-17c7-4bfb-87ae-ad70e58aea4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 200 len: 1002 time: 0.0897303 Apr 05 13:47:16.000262 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1d854a4a-c7b9-4902-94a8-33f853ec904a admin admin] Publish callbacks [] for security_group (30297b37-7c39-44ce-8022-2278c760a1d6), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:16.005942 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb487a2-969e-4903-a499-e37e47791626 req-82276078-f467-4fec-afe4-3dde29706be7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:16.007437 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bcb487a2-969e-4903-a499-e37e47791626 req-82276078-f467-4fec-afe4-3dde29706be7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.0532169 Apr 05 13:47:16.049294 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1d854a4a-c7b9-4902-94a8-33f853ec904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (30297b37-7c39-44ce-8022-2278c760a1d6), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:16.051948 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1d854a4a-c7b9-4902-94a8-33f853ec904a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:16.053118 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-1d854a4a-c7b9-4902-94a8-33f853ec904a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30297b37-7c39-44ce-8022-2278c760a1d6 HTTP/1.1" status: 204 len: 168 time: 0.2094581 Apr 05 13:47:16.061290 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d854a4a-c7b9-4902-94a8-33f853ec904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30297b37-7c39-44ce-8022-2278c760a1d6,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:16.064533 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bcb487a2-969e-4903-a499-e37e47791626 req-ed6fceda-6539-44fd-9b6d-a7a5517ed29e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502684 Apr 05 13:47:16.935122 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572be20c-0ee8-4d0f-a336-76c54731382f req-1b0bc53f-b84a-40ac-b6cb-3d77dc1ca7e2 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:16.936635 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-572be20c-0ee8-4d0f-a336-76c54731382f req-1b0bc53f-b84a-40ac-b6cb-3d77dc1ca7e2 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0572348 Apr 05 13:47:16.996883 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-572be20c-0ee8-4d0f-a336-76c54731382f req-40b7215c-7880-4174-99ac-9bdbe943cec2 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544944 Apr 05 13:47:17.183950 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec937a80-ea50-402e-bb8e-64d55e4cd937 req-b5a81b2e-f47c-4861-a00f-151f01170df4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:17.185443 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ec937a80-ea50-402e-bb8e-64d55e4cd937 req-b5a81b2e-f47c-4861-a00f-151f01170df4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.0548608 Apr 05 13:47:17.232686 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ec937a80-ea50-402e-bb8e-64d55e4cd937 req-4c7a39f6-1002-4be1-a3e7-0e65ff41db5e tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417829 Apr 05 13:47:17.389651 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-75a4f795-8e6e-4f9c-b00e-c15a8ae65c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:17.390988 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-75a4f795-8e6e-4f9c-b00e-c15a8ae65c60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8c0e83c-d0c1-48b3-ac4b-590a8978b267 HTTP/1.1" status: 200 len: 853 time: 0.0447350 Apr 05 13:47:17.445283 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-9b75bf2d-ec4d-40b6-bd8a-e93cc8050e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:17.446792 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-9b75bf2d-ec4d-40b6-bd8a-e93cc8050e30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3577407-2ce1-48bb-9562-9c8640b0a046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439804 Apr 05 13:47:17.615626 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-d8798fc2-c234-40a9-89fe-169cdd1431d1 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869277 Apr 05 13:47:17.771649 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-51318789-7c36-4620-913f-b65274986862 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:17.773097 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-51318789-7c36-4620-913f-b65274986862 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.1130803 Apr 05 13:47:17.790209 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1e7d890b-7c0f-4a1d-9cf0-67addaa1dc8b req-ec3975a0-1d60-487a-9053-456e00a3c666 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306703 Apr 05 13:47:17.874389 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Deleting port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:47:17.874726 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:17.970652 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] For port 0b8b738b-1903-4b5f-b33b-44e6534a54e6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0b8b738b-1903-4b5f-b33b-44e6534a54e6,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:47:17.971398 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:18.207604 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87488f-01f0-42f1-ba58-76396303710a req-8749f2c4-d829-413a-9775-573a3e68a888 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:18.209064 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1f87488f-01f0-42f1-ba58-76396303710a req-8749f2c4-d829-413a-9775-573a3e68a888 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.1455619 Apr 05 13:47:18.240630 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:18.240989 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (c41a7b05-79fb-48ae-964e-af77f8b97242), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:18.241300 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Floating IP c41a7b05-79fb-48ae-964e-af77f8b97242 disassociated. External IP: 172.27.2.180, port: 0b8b738b-1903-4b5f-b33b-44e6534a54e6. Apr 05 13:47:18.241649 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Calling delete_port for 0b8b738b-1903-4b5f-b33b-44e6534a54e6 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:47:18.328266 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1f87488f-01f0-42f1-ba58-76396303710a req-928f7d35-3165-40eb-9da0-41df0e3fdb43 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118715 Apr 05 13:47:18.360753 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1402-3177-4377-a971-10e8e5cb4413 req-b08a08a3-a00c-4e5f-b8be-f759aab9f6e9 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:18.363995 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ce9b1402-3177-4377-a971-10e8e5cb4413 req-b08a08a3-a00c-4e5f-b8be-f759aab9f6e9 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347 HTTP/1.1" status: 200 len: 946 time: 0.0590222 Apr 05 13:47:18.413684 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ce9b1402-3177-4377-a971-10e8e5cb4413 req-c88eb673-a549-4c8b-a473-105611948765 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2c17537-79b3-4944-ac16-72d81d14a787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Apr 05 13:47:18.417118 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (0b8b738b-1903-4b5f-b33b-44e6534a54e6), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:18.454301 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'Port': ['ID=0b8b738b-1903-4b5f-b33b-44e6534a54e6,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:18.565767 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:47:18.676032 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:47:18.686928 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:47:18.696566 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:18.697195 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:47:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:18.720555 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] No DVR routers for this DVR port 0b8b738b-1903-4b5f-b33b-44e6534a54e6 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:47:18.723159 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:18.727472 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-352ad960-31a3-454e-bb0e-cf01e446fa0b req-b76b8c56-f553-41c5-9508-58cd12637833 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "DELETE /v2.0/ports/0b8b738b-1903-4b5f-b33b-44e6534a54e6 HTTP/1.1" status: 204 len: 173 time: 0.9444652 Apr 05 13:47:18.727955 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'name': 'network-vif-deleted', 'tag': '0b8b738b-1903-4b5f-b33b-44e6534a54e6'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:47:18.730939 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f5e0a4-71e4-4868-bc75-a1c60e83db54" -d '{"events": [{"server_uuid": "50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347", "name": "network-vif-deleted", "tag": "0b8b738b-1903-4b5f-b33b-44e6534a54e6"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:47:18.771481 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef99e58c-82a8-445c-a2b2-9802fc85e565 x-openstack-request-id: req-ef99e58c-82a8-445c-a2b2-9802fc85e565 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:47:18.771823 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347", "name": "network-vif-deleted", "tag": "0b8b738b-1903-4b5f-b33b-44e6534a54e6", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:47:18.772086 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef99e58c-82a8-445c-a2b2-9802fc85e565 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:47:18.772496 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef99e58c-82a8-445c-a2b2-9802fc85e565'] response: {'server_uuid': '50ea9bc3-2ebc-4c62-a4ee-10e9b5cce347', 'name': 'network-vif-deleted', 'tag': '0b8b738b-1903-4b5f-b33b-44e6534a54e6', 'status': 'completed', 'code': 200} Apr 05 13:47:18.813716 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:19.049815 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'f0f9b083-8caa-4a59-b352-97099aea2b51', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:b3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:39Z', 'updated_at': '2022-04-05T13:44:15Z', 'revision_number': 2, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:19.076635 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:47:19.084885 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:19.085517 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:47:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:19.200911 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:19.447169 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'f0f9b083-8caa-4a59-b352-97099aea2b51', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:b3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:39Z', 'updated_at': '2022-04-05T13:44:15Z', 'revision_number': 2, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:19.470036 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d81ec-b8cf-4928-8d10-ab5d3185e844 req-e86bf6d7-05be-440c-89ff-89d1dd1f4118 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:19.477637 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b113bd5-2b10-4300-9633-cbf1771d2a91 None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'f0f9b083-8caa-4a59-b352-97099aea2b51', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': 'e655642e-a80e-43df-bfde-59c9592afe81', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:b3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf398b-babb-4847-a7f6-19219fca641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:43:39Z', 'updated_at': '2022-04-05T13:44:15Z', 'revision_number': 2, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:47:19.478351 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b6d81ec-b8cf-4928-8d10-ab5d3185e844 req-e86bf6d7-05be-440c-89ff-89d1dd1f4118 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0682676 Apr 05 13:47:19.519046 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55852) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:19.554535 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b6d81ec-b8cf-4928-8d10-ab5d3185e844 req-85fd6112-2850-40f9-9a65-4d2ef7aa4652 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752180 Apr 05 13:47:19.579105 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-96a3ce33-8e01-4547-ab56-01ee07a8a627 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (b2c17537-79b3-4944-ac16-72d81d14a787), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:19.607373 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-96a3ce33-8e01-4547-ab56-01ee07a8a627 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (b2c17537-79b3-4944-ac16-72d81d14a787), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:19.656898 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-96a3ce33-8e01-4547-ab56-01ee07a8a627 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b2c17537-79b3-4944-ac16-72d81d14a787), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:19.659551 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-96a3ce33-8e01-4547-ab56-01ee07a8a627 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:19.660981 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-96a3ce33-8e01-4547-ab56-01ee07a8a627 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "DELETE /v2.0/security-groups/b2c17537-79b3-4944-ac16-72d81d14a787 HTTP/1.1" status: 204 len: 168 time: 0.1409087 Apr 05 13:47:19.664985 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55854) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:19.672924 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3ce33-8e01-4547-ab56-01ee07a8a627 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c17537-79b3-4944-ac16-72d81d14a787,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:19.687545 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.api.v2.resource [None req-b21d7216-5962-42c6-8ffa-5d477ecf983c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] show failed (client error): The resource could not be found. Apr 05 13:47:19.688910 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b21d7216-5962-42c6-8ffa-5d477ecf983c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups/b2c17537-79b3-4944-ac16-72d81d14a787 HTTP/1.1" status: 404 len: 347 time: 0.0221550 Apr 05 13:47:19.691853 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55856) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:19.797608 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbefbc-ba3e-469f-8a9f-0ad873ae47ac None None] New status for floating IP c41a7b05-79fb-48ae-964e-af77f8b97242: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:47:19.827222 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Deleting port d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:47:19.827637 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:19.908745 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:19.909075 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:19.922934 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Calling delete_port for d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2 owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:47:20.063406 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:20.090820 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'Port': ['ID=d2ea6a0c-d34e-47f3-b1c7-8314bf17e7c2,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:20.126775 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.127137 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.127486 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.127857 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.128202 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.128540 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.128874 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.129211 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.129543 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.129872 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.130205 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.130536 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.130863 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.131243 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.131597 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:20.175010 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (c41a7b05-79fb-48ae-964e-af77f8b97242), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:20.177784 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:20.178943 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-aab5dc3e-0290-4cb8-9935-e9f272f8edc2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "DELETE /v2.0/floatingips/c41a7b05-79fb-48ae-964e-af77f8b97242 HTTP/1.1" status: 204 len: 168 time: 0.4861767 Apr 05 13:47:20.657906 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 0b8b738b-1903-4b5f-b33b-44e6534a54e6 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:47:20.678756 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 0b8b738b-1903-4b5f-b33b-44e6534a54e6 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:47:20.679102 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 0b8b738b-1903-4b5f-b33b-44e6534a54e6 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:47:20.681357 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6d46f-b037-422c-9d14-2b5e73273df2 req-7ad86a49-341d-4634-a2df-ed84e3cd5a31 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:20.683176 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfb6d46f-b037-422c-9d14-2b5e73273df2 req-7ad86a49-341d-4634-a2df-ed84e3cd5a31 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0567677 Apr 05 13:47:20.744683 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfb6d46f-b037-422c-9d14-2b5e73273df2 req-de0f80e5-c92d-4922-b8fa-81dd24fefb3b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556920 Apr 05 13:47:21.882966 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af440b-e2e4-4f9f-bb85-83a43e2444d0 req-3997c155-ab51-407f-8447-4c449f3c5e18 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:21.883709 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ec50a-5356-4f94-884d-b25b20958b5c req-a4d596f8-0f9e-48bb-9b67-a157d7d532d5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:21.885049 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-14af440b-e2e4-4f9f-bb85-83a43e2444d0 req-3997c155-ab51-407f-8447-4c449f3c5e18 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0626862 Apr 05 13:47:21.885216 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7b3ec50a-5356-4f94-884d-b25b20958b5c req-a4d596f8-0f9e-48bb-9b67-a157d7d532d5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.0592370 Apr 05 13:47:21.943693 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7b3ec50a-5356-4f94-884d-b25b20958b5c req-7d577f09-9e0b-44e4-857f-505c9b5d53e7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501184 Apr 05 13:47:21.947428 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-14af440b-e2e4-4f9f-bb85-83a43e2444d0 req-af2311c0-9aa5-45c9-bd6b-ac19ed8669db tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566833 Apr 05 13:47:23.061377 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb447-9379-4dfb-92b9-e2dc90debebc req-38d04e95-9b97-469f-a43b-99ae2a0ae594 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:23.062849 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-97aeb447-9379-4dfb-92b9-e2dc90debebc req-38d04e95-9b97-469f-a43b-99ae2a0ae594 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.0523951 Apr 05 13:47:23.068754 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfaab3-a05e-4194-a0ff-d65b6f266c90 req-11af6334-67f4-4084-97af-6cd74a8eb180 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:23.071033 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3dcfaab3-a05e-4194-a0ff-d65b6f266c90 req-11af6334-67f4-4084-97af-6cd74a8eb180 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0553303 Apr 05 13:47:23.118576 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-97aeb447-9379-4dfb-92b9-e2dc90debebc req-a9711b25-071a-4e34-b7cd-1464bc2cae8d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ec9e7a7-facc-4598-989d-f4605f732da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499597 Apr 05 13:47:23.134713 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3dcfaab3-a05e-4194-a0ff-d65b6f266c90 req-900e3824-9b5c-46b0-a6a7-4917faafd851 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581977 Apr 05 13:47:23.666359 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-57dcd8c8-d7b4-41c7-bdde-1ef3d19ef3ab tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:23.667831 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-57dcd8c8-d7b4-41c7-bdde-1ef3d19ef3ab tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 945 time: 0.0516148 Apr 05 13:47:23.775838 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Deleting port e655642e-a80e-43df-bfde-59c9592afe81 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:47:23.776176 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (e655642e-a80e-43df-bfde-59c9592afe81), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:23.866944 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] For port e655642e-a80e-43df-bfde-59c9592afe81, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e655642e-a80e-43df-bfde-59c9592afe81,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:47:23.867394 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (e655642e-a80e-43df-bfde-59c9592afe81), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:24.038032 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:24.038570 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (f0f9b083-8caa-4a59-b352-97099aea2b51), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:24.039995 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Floating IP f0f9b083-8caa-4a59-b352-97099aea2b51 disassociated. External IP: 172.27.2.39, port: e655642e-a80e-43df-bfde-59c9592afe81. Apr 05 13:47:24.040573 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Calling delete_port for e655642e-a80e-43df-bfde-59c9592afe81 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:47:24.175387 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (e655642e-a80e-43df-bfde-59c9592afe81), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:24.208167 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'Port': ['ID=e655642e-a80e-43df-bfde-59c9592afe81,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:24.244024 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8726e6be-50e1-4034-adea-88ba60aaa509 req-786f69b3-592d-44c7-899d-3851fe78a923 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf398b-babb-4847-a7f6-19219fca641e HTTP/1.1" status: 200 len: 210 time: 0.0405402 Apr 05 13:47:24.268403 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a685b73-179f-4b33-9ee6-ae3156c57ea9 req-d8a338de-3694-4bf7-bc26-59c9d70da034 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:24.268403 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2a685b73-179f-4b33-9ee6-ae3156c57ea9 req-d8a338de-3694-4bf7-bc26-59c9d70da034 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0564516 Apr 05 13:47:24.322327 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2a685b73-179f-4b33-9ee6-ae3156c57ea9 req-fd612e11-b754-4df5-8676-a0e0b3bfb914 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560465 Apr 05 13:47:24.364332 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:47:24.477593 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:47:24.489281 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:47:24.499716 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:24.500324 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:47:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:24.519786 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] No DVR routers for this DVR port e655642e-a80e-43df-bfde-59c9592afe81 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:47:24.522274 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:24.526703 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b98620ee-e835-4cc3-9a49-af778e9462d2 req-b2cb21e3-53a6-4024-a6e5-5301dc36c2b4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "DELETE /v2.0/ports/e655642e-a80e-43df-bfde-59c9592afe81 HTTP/1.1" status: 204 len: 173 time: 0.8492093 Apr 05 13:47:24.527159 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcf398b-babb-4847-a7f6-19219fca641e', 'name': 'network-vif-deleted', 'tag': 'e655642e-a80e-43df-bfde-59c9592afe81'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:47:24.529454 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efe6c96-3716-4b0f-b10b-89346d059294" -d '{"events": [{"server_uuid": "3dcf398b-babb-4847-a7f6-19219fca641e", "name": "network-vif-deleted", "tag": "e655642e-a80e-43df-bfde-59c9592afe81"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:47:24.600656 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d9b13b-f536-43cc-8c08-73f60d6d1eaf x-openstack-request-id: req-83d9b13b-f536-43cc-8c08-73f60d6d1eaf {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:47:24.601532 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcf398b-babb-4847-a7f6-19219fca641e", "name": "network-vif-deleted", "tag": "e655642e-a80e-43df-bfde-59c9592afe81", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:47:24.603135 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83d9b13b-f536-43cc-8c08-73f60d6d1eaf {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:47:24.603816 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d9b13b-f536-43cc-8c08-73f60d6d1eaf'] response: {'server_uuid': '3dcf398b-babb-4847-a7f6-19219fca641e', 'name': 'network-vif-deleted', 'tag': 'e655642e-a80e-43df-bfde-59c9592afe81', 'status': 'completed', 'code': 200} Apr 05 13:47:24.626781 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:24.835296 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:24.861290 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:47:24.870053 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:24.870646 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:47:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:24.978394 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:25.277366 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:25.312873 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932178a6-c59a-4eac-8827-5ad912ebd41f None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:47:25.337193 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55898) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:25.405777 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3d55fa14-65d8-46fe-812d-430b14d2955b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (3ec9e7a7-facc-4598-989d-f4605f732da6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:25.457670 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3d55fa14-65d8-46fe-812d-430b14d2955b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (3ec9e7a7-facc-4598-989d-f4605f732da6), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:25.504998 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5f961-61c0-4be7-b83f-d36615067b17 req-08cc70f0-4cb9-4044-9187-8356e2dd81ed tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:25.506995 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30e5f961-61c0-4be7-b83f-d36615067b17 req-08cc70f0-4cb9-4044-9187-8356e2dd81ed tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.1138401 Apr 05 13:47:25.548106 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3d55fa14-65d8-46fe-812d-430b14d2955b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (3ec9e7a7-facc-4598-989d-f4605f732da6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:25.550779 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3d55fa14-65d8-46fe-812d-430b14d2955b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:25.554466 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-3d55fa14-65d8-46fe-812d-430b14d2955b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "DELETE /v2.0/security-groups/3ec9e7a7-facc-4598-989d-f4605f732da6 HTTP/1.1" status: 204 len: 168 time: 0.2137129 Apr 05 13:47:25.556183 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55904) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:25.574811 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55fa14-65d8-46fe-812d-430b14d2955b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec9e7a7-facc-4598-989d-f4605f732da6,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:25.575309 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.api.v2.resource [None req-32d8afe7-41b1-491f-a640-ca8b4fbabfae tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] show failed (client error): The resource could not be found. Apr 05 13:47:25.576501 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945754c0-dfcc-49f4-8a50-7fae52815b00 None None] New status for floating IP f0f9b083-8caa-4a59-b352-97099aea2b51: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:47:25.576994 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-32d8afe7-41b1-491f-a640-ca8b4fbabfae tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups/3ec9e7a7-facc-4598-989d-f4605f732da6 HTTP/1.1" status: 404 len: 347 time: 0.0191698 Apr 05 13:47:25.579120 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55906) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:25.594013 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-30e5f961-61c0-4be7-b83f-d36615067b17 req-779aff81-536d-43e6-88ca-0a3b9e65342a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801456 Apr 05 13:47:25.706111 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8f972-9eac-41ce-94eb-0e64aed780a3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Deleting port 9703c8dd-08fa-47e8-b2d3-b302e476f1d7 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:47:25.706464 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7a8f972-9eac-41ce-94eb-0e64aed780a3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (9703c8dd-08fa-47e8-b2d3-b302e476f1d7), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:25.784191 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7a8f972-9eac-41ce-94eb-0e64aed780a3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (9703c8dd-08fa-47e8-b2d3-b302e476f1d7), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:25.784438 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7a8f972-9eac-41ce-94eb-0e64aed780a3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (9703c8dd-08fa-47e8-b2d3-b302e476f1d7), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:25.795895 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8f972-9eac-41ce-94eb-0e64aed780a3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Calling delete_port for 9703c8dd-08fa-47e8-b2d3-b302e476f1d7 owned by network:floatingip {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:47:26.172734 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7a8f972-9eac-41ce-94eb-0e64aed780a3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (9703c8dd-08fa-47e8-b2d3-b302e476f1d7), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.198038 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8f972-9eac-41ce-94eb-0e64aed780a3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'Port': ['ID=9703c8dd-08fa-47e8-b2d3-b302e476f1d7,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:26.262334 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7a8f972-9eac-41ce-94eb-0e64aed780a3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (f0f9b083-8caa-4a59-b352-97099aea2b51), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.265017 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7a8f972-9eac-41ce-94eb-0e64aed780a3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.266164 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d7a8f972-9eac-41ce-94eb-0e64aed780a3 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "DELETE /v2.0/floatingips/f0f9b083-8caa-4a59-b352-97099aea2b51 HTTP/1.1" status: 204 len: 168 time: 0.6861145 Apr 05 13:47:26.495880 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55910) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:26.500549 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-7658f427-b8df-4d01-8a18-e873db50500c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028685547', 'description': 'tempest-description--1396441363'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:26.519936 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7658f427-b8df-4d01-8a18-e873db50500c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.588397 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7658f427-b8df-4d01-8a18-e873db50500c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (df25d0ac-80cd-4ffc-afc2-4a96c26a511b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.591916 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7658f427-b8df-4d01-8a18-e873db50500c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (df25d0ac-80cd-4ffc-afc2-4a96c26a511b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.621874 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7658f427-b8df-4d01-8a18-e873db50500c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.623090 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-7658f427-b8df-4d01-8a18-e873db50500c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1261573 Apr 05 13:47:26.625037 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658f427-b8df-4d01-8a18-e873db50500c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df25d0ac-80cd-4ffc-afc2-4a96c26a511b,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:26.626103 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 55914) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:26.632501 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-0634e845-28ed-4769-8c82-b14b01aabc54 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group_rule': {'security_group_id': 'df25d0ac-80cd-4ffc-afc2-4a96c26a511b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:26.660037 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0634e845-28ed-4769-8c82-b14b01aabc54 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (6d1a2041-2076-426c-a4b3-3d36534fe62a), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.695150 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e655642e-a80e-43df-bfde-59c9592afe81 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:47:26.714936 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: e655642e-a80e-43df-bfde-59c9592afe81 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:47:26.715283 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e655642e-a80e-43df-bfde-59c9592afe81 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:47:26.755718 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0634e845-28ed-4769-8c82-b14b01aabc54 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (6d1a2041-2076-426c-a4b3-3d36534fe62a), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.766014 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892efeb-3c94-4b3f-baa4-89c291809516 req-91f70363-2e68-498c-ac1d-7a010ddc09eb tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:26.767548 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d892efeb-3c94-4b3f-baa4-89c291809516 req-91f70363-2e68-498c-ac1d-7a010ddc09eb tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0956967 Apr 05 13:47:26.768656 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0634e845-28ed-4769-8c82-b14b01aabc54 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (6d1a2041-2076-426c-a4b3-3d36534fe62a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.799217 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634e845-28ed-4769-8c82-b14b01aabc54 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1a2041-2076-426c-a4b3-3d36534fe62a,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:26.807155 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0634e845-28ed-4769-8c82-b14b01aabc54 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.808374 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0634e845-28ed-4769-8c82-b14b01aabc54 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803107 Apr 05 13:47:26.811226 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55916) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:26.815747 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-ae99e8fd-0fa5-491a-ab8a-aaed0a308511 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group_rule': {'security_group_id': 'df25d0ac-80cd-4ffc-afc2-4a96c26a511b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:26.840726 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ae99e8fd-0fa5-491a-ab8a-aaed0a308511 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (e7996a43-0e2b-4a64-96d7-7defb9be07eb), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.851554 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d892efeb-3c94-4b3f-baa4-89c291809516 req-2c49ffe3-2f92-4738-8bf6-ab630bf0f5ef tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762053 Apr 05 13:47:26.897497 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ae99e8fd-0fa5-491a-ab8a-aaed0a308511 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (e7996a43-0e2b-4a64-96d7-7defb9be07eb), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.901087 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ae99e8fd-0fa5-491a-ab8a-aaed0a308511 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (e7996a43-0e2b-4a64-96d7-7defb9be07eb), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.916213 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99e8fd-0fa5-491a-ab8a-aaed0a308511 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7996a43-0e2b-4a64-96d7-7defb9be07eb,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:26.926102 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ae99e8fd-0fa5-491a-ab8a-aaed0a308511 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:26.927285 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-ae99e8fd-0fa5-491a-ab8a-aaed0a308511 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150460 Apr 05 13:47:26.930955 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 55918) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:26.935138 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:26.954164 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:27.049472 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:27.154666 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Allocated IP 172.27.2.68 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/bdafc6be-e004-47bf-8276-4500cbe9deb2) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:47:27.270892 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (bdafc6be-e004-47bf-8276-4500cbe9deb2), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:27.305432 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (bdafc6be-e004-47bf-8276-4500cbe9deb2), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:27.341779 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:47:27.344541 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:47:27.348023 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:47:27.374350 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=bdafc6be-e004-47bf-8276-4500cbe9deb2,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:27.442395 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:27.480239 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (bdafc6be-e004-47bf-8276-4500cbe9deb2), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:27.628276 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (bdafc6be-e004-47bf-8276-4500cbe9deb2), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:27.633589 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (bdafc6be-e004-47bf-8276-4500cbe9deb2), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:27.702979 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=bdafc6be-e004-47bf-8276-4500cbe9deb2,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:27.713886 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:27.730295 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:27.731576 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d116bc86-a1ba-45d8-936b-bda4c0950c12 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7996376 Apr 05 13:47:27.924251 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-02cb347d-7579-4740-a122-9d866d23fd02 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1028685547&fields=id&tenant_id=51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 267 time: 0.0432909 Apr 05 13:47:27.972120 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e234d-c6e4-4980-8e4f-9cd2420cd0a7 req-4eab39ff-4885-403f-9d65-6f9f6e0ca31c tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:27.973650 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b42e234d-c6e4-4980-8e4f-9cd2420cd0a7 req-4eab39ff-4885-403f-9d65-6f9f6e0ca31c tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0554020 Apr 05 13:47:28.033215 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b42e234d-c6e4-4980-8e4f-9cd2420cd0a7 req-5175e3e2-7655-4334-8862-c73f0b723afb tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535908 Apr 05 13:47:28.035150 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528195e-c025-4ad0-be79-8c183314e889 req-39deaeb1-f309-4d4f-8f64-a7b593e3275f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:28.036650 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-39deaeb1-f309-4d4f-8f64-a7b593e3275f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 815 time: 0.1057498 Apr 05 13:47:28.051653 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-7d72498e-d0b5-41ca-bfb5-55bfdb6def7b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/quotas/51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 375 time: 0.0095074 Apr 05 13:47:28.106332 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-a3e9c959-4b6b-4498-8df7-0bd961099753 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490367 Apr 05 13:47:28.204033 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-e4729cb3-d0ee-451b-9886-3a739c9955af service neutron] 10.222.0.59 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855112 Apr 05 13:47:28.291299 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-33184bc9-1833-4846-87dd-25831731412d service neutron] 10.222.0.59 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817187 Apr 05 13:47:28.447961 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea6d139e-ff92-47ac-b156-725f7d85525a req-d6dc0a58-1f29-4cb2-9d14-f48c89f39cbb tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 210 time: 0.0269942 Apr 05 13:47:29.168121 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3198b3-9ccd-4836-8cf7-d56316f41fe8 req-f1e8bcd7-58e3-470f-a0dd-69ee7e7aa138 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:29.169642 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7b3198b3-9ccd-4836-8cf7-d56316f41fe8 req-f1e8bcd7-58e3-470f-a0dd-69ee7e7aa138 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0701013 Apr 05 13:47:29.229884 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7b3198b3-9ccd-4836-8cf7-d56316f41fe8 req-7163e448-6557-451c-91bc-f8c25bb547e6 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538297 Apr 05 13:47:29.424817 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528195e-c025-4ad0-be79-8c183314e889 req-1f19e3a3-1e77-4df7-a793-9e45e7a9be0b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:29.426144 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-1f19e3a3-1e77-4df7-a793-9e45e7a9be0b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 815 time: 0.1004093 Apr 05 13:47:29.499279 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-8f89aeac-22ad-4059-81a7-d368efe1c14a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 380 time: 0.0601993 Apr 05 13:47:29.518158 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'port': {'device_id': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'admin_state_up': True, 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'security_groups': ['df25d0ac-80cd-4ffc-afc2-4a96c26a511b']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:29.543774 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4604002e-8234-4b81-9478-a83d93b9a95b req-dd3f4001-102d-4afb-b8b3-3ec1fa4ad2ea tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 210 time: 0.0298030 Apr 05 13:47:29.624976 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Made reservation on behalf of 51e332af07b8443bb5fe05decbfab0b1 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:47:29.628221 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:29.753537 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Allocated IP 172.20.0.4 (c3cff852-d241-43ab-830a-cae40270149a/b8c87b49-b6c8-46fa-86e6-8bba88ed9213/0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:47:29.890776 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:29.923190 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:29.964072 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Network c3cff852-d241-43ab-830a-cae40270149a is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:47:29.966917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:47:29.970525 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:47:30.001691 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:30.027409 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:30.028061 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:30.045946 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-a4606260-c603-4096-87fa-7027779181ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5315785 Apr 05 13:47:30.059153 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Request body: {'port': {'device_id': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:30.126367 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:30.219829 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-2ad42158-e3f9-4147-ba75-3ca8cba0c4c6 None None] Provisioning complete for port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:47:30.220426 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2ad42158-e3f9-4147-ba75-3ca8cba0c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:30.257472 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-2ad42158-e3f9-4147-ba75-3ca8cba0c4c6 None None] Port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:47:30.385792 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61065924-ff71-42fb-9121-ae17fac1eaf1 req-2f896194-89be-4e9d-9101-7aea7095920e tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:30.387277 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-61065924-ff71-42fb-9121-ae17fac1eaf1 req-2f896194-89be-4e9d-9101-7aea7095920e tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0859938 Apr 05 13:47:30.461791 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:47:30.474458 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Publish callbacks [] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:30.501002 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-61065924-ff71-42fb-9121-ae17fac1eaf1 req-2b35f690-2cae-40b4-9650-c3aa186d168f tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055262 Apr 05 13:47:30.501869 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Transition to ACTIVE for port object 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:47:30.505676 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:30.562585 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Pushing event updated for resources: {'Port': ['ID=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:30.639291 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Attempting to bind port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:47:30.639686 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Attempting to bind port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:47:30.640166 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Attempting to bind port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed on network c3cff852-d241-43ab-830a-cae40270149a {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:47:30.644827 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed on network c3cff852-d241-43ab-830a-cae40270149a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:47:30.645145 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Attempting to bind port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed on network c3cff852-d241-43ab-830a-cae40270149a {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:47:30.651478 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:47:30.651843 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Checking segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:47:30.652220 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Bound using segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:47:30.652650 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Bound port: 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:47:30.653007 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:30.671233 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a772f-2865-4c2d-a04f-b0bef9d1dc93 req-5c7c194e-6980-4b6c-84e6-fb01b2f8441f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:30.672808 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7b5a772f-2865-4c2d-a04f-b0bef9d1dc93 req-5c7c194e-6980-4b6c-84e6-fb01b2f8441f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 943 time: 0.0557783 Apr 05 13:47:30.722913 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7b5a772f-2865-4c2d-a04f-b0bef9d1dc93 req-2dbe7e9a-ea63-4303-9c4c-2a4f3c71f926 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444968 Apr 05 13:47:30.724228 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] For port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:47:30.727678 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] For port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:47:30.734017 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:30.767363 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:30.767847 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:30.769361 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] 10.222.0.46 "PUT /v2.0/ports/0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed HTTP/1.1" status: 200 len: 1093 time: 0.7151656 Apr 05 13:47:30.769849 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'tag': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:47:30.772098 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41" -d '{"events": [{"name": "network-changed", "server_uuid": "1973be0b-72c3-40eb-8bf6-3ebb28381096", "tag": "0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:47:30.799818 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92faa1-a926-4816-8bc5-af13bdb8e28f service neutron] Pushing event updated for resources: {'Port': ['ID=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:30.817090 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5775f7e7-542b-4f28-9dcf-8b125a21295f x-openstack-request-id: req-5775f7e7-542b-4f28-9dcf-8b125a21295f {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:47:30.817374 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1973be0b-72c3-40eb-8bf6-3ebb28381096", "tag": "0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:47:30.817625 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5775f7e7-542b-4f28-9dcf-8b125a21295f {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:47:30.818030 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5775f7e7-542b-4f28-9dcf-8b125a21295f'] response: {'name': 'network-changed', 'server_uuid': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'tag': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed', 'status': 'completed', 'code': 200} Apr 05 13:47:30.874963 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528195e-c025-4ad0-be79-8c183314e889 req-6c92b5d6-f425-4213-8642-491637bb6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:30.876599 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-6c92b5d6-f425-4213-8642-491637bb6d08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 1127 time: 0.0493038 Apr 05 13:47:30.931336 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-2e76480d-f542-4a15-b30c-615e73722fbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed HTTP/1.1" status: 200 len: 217 time: 0.0404711 Apr 05 13:47:31.016658 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528195e-c025-4ad0-be79-8c183314e889 req-54b49c7a-8055-4483-baf1-674c457d0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:31.018184 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-54b49c7a-8055-4483-baf1-674c457d0781 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 200 len: 854 time: 0.0449336 Apr 05 13:47:31.068020 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528195e-c025-4ad0-be79-8c183314e889 req-a5f1f8be-dcc8-40ba-8458-70ee0e5f5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:31.069497 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-a5f1f8be-dcc8-40ba-8458-70ee0e5f5d76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3cff852-d241-43ab-830a-cae40270149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437129 Apr 05 13:47:31.163457 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-7801ef60-d915-4d25-9d8d-893e4a01b91d service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841365 Apr 05 13:47:31.251437 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b528195e-c025-4ad0-be79-8c183314e889 req-71e80061-eed7-4476-9797-65dc493a16e3 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809975 Apr 05 13:47:31.626516 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78e816-81a9-438f-8a49-2705af5ee13d req-509aa027-ddf8-4a17-9880-d51d59d8479b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:31.628017 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2e78e816-81a9-438f-8a49-2705af5ee13d req-509aa027-ddf8-4a17-9880-d51d59d8479b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0529602 Apr 05 13:47:31.685727 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2e78e816-81a9-438f-8a49-2705af5ee13d req-000d74fc-c4b0-4899-b75b-fa9ce74220c5 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516334 Apr 05 13:47:31.842500 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2d31-b88b-48df-a834-1eefec1a4f97 req-ec921488-9d99-47bb-b265-e6a78608f14c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:31.843959 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c82c2d31-b88b-48df-a834-1eefec1a4f97 req-ec921488-9d99-47bb-b265-e6a78608f14c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 943 time: 0.0527151 Apr 05 13:47:31.898621 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c82c2d31-b88b-48df-a834-1eefec1a4f97 req-12375cf7-ce5b-4f1a-9301-99ba51ed49cf tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461469 Apr 05 13:47:32.329593 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-de3085ca-db21-4869-98d8-1946494a3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:32.331098 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-de3085ca-db21-4869-98d8-1946494a3285 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 1127 time: 0.0435967 Apr 05 13:47:32.422146 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-5f63286d-9f32-4a39-ac1d-b27efcc5c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:32.423642 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-5f63286d-9f32-4a39-ac1d-b27efcc5c2ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 916 time: 0.0838580 Apr 05 13:47:32.469727 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-72e687cd-3e48-46b6-ab89-8a851b014817 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed HTTP/1.1" status: 200 len: 217 time: 0.0368993 Apr 05 13:47:32.519162 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-20d6e71a-4b84-45bf-84b1-7dfe52f52f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:32.520623 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-20d6e71a-4b84-45bf-84b1-7dfe52f52f4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 200 len: 854 time: 0.0434005 Apr 05 13:47:32.572890 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-543027e2-442c-47cd-a147-6d0ee2ebff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:32.574346 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-543027e2-442c-47cd-a147-6d0ee2ebff54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3cff852-d241-43ab-830a-cae40270149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436115 Apr 05 13:47:32.667212 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-707d9b3d-8934-4408-8aa1-0d213138d894 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849361 Apr 05 13:47:32.765083 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:47:32.792597 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1250cdcd-01af-493d-9ad1-fe1d7e03ae41 req-0b7bb068-510f-4ce8-bcd0-c2c1b587be71 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149201 Apr 05 13:47:32.826405 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e448edf-3ccc-428e-be4a-29fcdb96f483 req-55aa1714-042d-48c9-8d64-c40f3082b946 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:32.827930 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5e448edf-3ccc-428e-be4a-29fcdb96f483 req-55aa1714-042d-48c9-8d64-c40f3082b946 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0752270 Apr 05 13:47:32.865533 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:47:32.877587 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'port_id': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed', 'mac_address': 'fa:16:3e:2b:27:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:47:32.896190 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5e448edf-3ccc-428e-be4a-29fcdb96f483 req-eb2037ce-6df3-41c9-b061-3b08e4f65b9d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618305 Apr 05 13:47:32.919790 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:47:32.920391 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:32.937568 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:47:32.962635 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:47:32.966801 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:33.026791 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:33.032870 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a367ca2-399e-4435-9819-8079f3728b8f req-aeddfa4c-65ff-45c0-ad04-5553771e9dd7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:33.034222 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.034572 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.034959 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.035283 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.035642 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.036202 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.036342 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3a367ca2-399e-4435-9819-8079f3728b8f req-aeddfa4c-65ff-45c0-ad04-5553771e9dd7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 944 time: 0.0663118 Apr 05 13:47:33.036852 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.037427 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.037970 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.038473 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.039707 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.040059 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.040393 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.040720 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.041043 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:47:33.098045 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3a367ca2-399e-4435-9819-8079f3728b8f req-6c319333-59d5-432b-bb10-7d123ee3f864 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503240 Apr 05 13:47:33.290783 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:47:33.356116 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-00c40c89-9a0a-440b-9cf1-189bb909bbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:34.021162 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef8b4d-334b-45f5-9190-73e313217d33 req-08806f4b-9874-46be-b3fd-99bf06b71a3b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:34.022626 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40ef8b4d-334b-45f5-9190-73e313217d33 req-08806f4b-9874-46be-b3fd-99bf06b71a3b tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0556364 Apr 05 13:47:34.083327 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40ef8b4d-334b-45f5-9190-73e313217d33 req-bc2d96b5-f35c-4f63-9d37-bac22e26cf04 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543547 Apr 05 13:47:34.207236 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ae9d8-418b-430e-aacf-90d13c81bb67 req-35dc7ca4-7c33-4326-bfbd-a74f7d75e165 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:34.208717 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3c3ae9d8-418b-430e-aacf-90d13c81bb67 req-35dc7ca4-7c33-4326-bfbd-a74f7d75e165 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 944 time: 0.0546682 Apr 05 13:47:34.254252 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3c3ae9d8-418b-430e-aacf-90d13c81bb67 req-b515252e-bcec-4db4-8b73-5c18dcaa36ca tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397820 Apr 05 13:47:34.781493 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:47:34.829912 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:47:34.833674 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:47:34.834061 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:34.914603 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:47:34.915156 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:34.937893 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:47:34.941540 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb85e7fd-6f3f-4163-bc6a-a1791a1b47fc" -d '{"events": [{"server_uuid": "1973be0b-72c3-40eb-8bf6-3ebb28381096", "name": "network-vif-plugged", "status": "completed", "tag": "0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:47:34.954224 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:47:34.958984 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:34.985256 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f25473-e2c2-454c-be94-29f3477edbe8 x-openstack-request-id: req-53f25473-e2c2-454c-be94-29f3477edbe8 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:47:34.985581 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1973be0b-72c3-40eb-8bf6-3ebb28381096", "name": "network-vif-plugged", "status": "completed", "tag": "0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:47:34.985838 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53f25473-e2c2-454c-be94-29f3477edbe8 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:47:34.986228 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f25473-e2c2-454c-be94-29f3477edbe8'] response: {'server_uuid': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed', 'code': 200} Apr 05 13:47:35.011360 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:35.192832 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c725ff-0b0d-4d9b-8dbe-5ea8f57b58be req-3f0cad94-abe3-41c1-9deb-5b5911c88881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:35.194597 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b1c725ff-0b0d-4d9b-8dbe-5ea8f57b58be req-3f0cad94-abe3-41c1-9deb-5b5911c88881 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 1129 time: 0.0545473 Apr 05 13:47:35.206244 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51900b36-104c-4506-9654-617d50fb3a22 req-fc427340-c148-46c0-bb60-025e3a9d6ae1 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:35.208368 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-51900b36-104c-4506-9654-617d50fb3a22 req-fc427340-c148-46c0-bb60-025e3a9d6ae1 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0567951 Apr 05 13:47:35.249725 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b1c725ff-0b0d-4d9b-8dbe-5ea8f57b58be req-3ca361db-e503-4a01-bbb5-7ecce9a0e3d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482323 Apr 05 13:47:35.271107 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-51900b36-104c-4506-9654-617d50fb3a22 req-34958134-25f7-44c7-9338-ca0101809028 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&id=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564809 Apr 05 13:47:35.392654 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40efe13-21b2-471f-aaf7-f5c506718ebe req-bfe44cd9-a68d-4270-8fb9-4100abcf39f6 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:35.394142 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b40efe13-21b2-471f-aaf7-f5c506718ebe req-bfe44cd9-a68d-4270-8fb9-4100abcf39f6 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 945 time: 0.0630784 Apr 05 13:47:35.418881 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21df15c-4fa2-48bf-b15f-17f929349129 req-89fa4e23-5d80-4d00-9ff5-3e935636f6fa tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:35.420400 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f21df15c-4fa2-48bf-b15f-17f929349129 req-89fa4e23-5d80-4d00-9ff5-3e935636f6fa tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 946 time: 0.0529077 Apr 05 13:47:35.442834 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b40efe13-21b2-471f-aaf7-f5c506718ebe req-dd83a2fb-21a8-43b3-83ca-b7e5c8256cd5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Apr 05 13:47:35.470975 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f21df15c-4fa2-48bf-b15f-17f929349129 req-7b8cdbaf-2c4f-4c93-a06d-a0de5f8280b7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446315 Apr 05 13:47:35.770515 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3f61ec6f-1102-44e5-bef3-5109bbb67c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:36.562134 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83324b3a-747f-4f1f-9f4d-baae7d3021de req-8168a1f7-8bf0-45ed-93ca-4f3b4d30ca7d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:36.563635 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-83324b3a-747f-4f1f-9f4d-baae7d3021de req-8168a1f7-8bf0-45ed-93ca-4f3b4d30ca7d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 945 time: 0.0525544 Apr 05 13:47:36.597153 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948d4e3-8717-4673-b59f-208e98808f4a req-00596252-19f5-4fba-b16a-d5ddd45b1f96 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:36.598619 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7948d4e3-8717-4673-b59f-208e98808f4a req-00596252-19f5-4fba-b16a-d5ddd45b1f96 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 946 time: 0.0526032 Apr 05 13:47:36.612194 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-83324b3a-747f-4f1f-9f4d-baae7d3021de req-f0d62387-e303-486e-b536-f0befacebc7f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Apr 05 13:47:36.645664 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:36.651341 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7948d4e3-8717-4673-b59f-208e98808f4a req-9adea0d5-d3ee-4e4a-b223-478b16798718 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449903 Apr 05 13:47:37.678447 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-79070d85-0a0f-4d46-a81f-05c4b24ef714 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:37.680927 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-79070d85-0a0f-4d46-a81f-05c4b24ef714 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 946 time: 0.0533152 Apr 05 13:47:37.696830 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:47:37.740048 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508532ed-1d0d-4a55-9120-466e5347f548 req-1bfa1cf9-b471-42e8-84ec-bfa6b73f30b2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:37.741725 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-508532ed-1d0d-4a55-9120-466e5347f548 req-1bfa1cf9-b471-42e8-84ec-bfa6b73f30b2 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 945 time: 0.0634644 Apr 05 13:47:37.792238 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-508532ed-1d0d-4a55-9120-466e5347f548 req-0ed0e45f-bb9e-4fc6-98ec-379752f90ef4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441027 Apr 05 13:47:37.833917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a831a4-1525-4659-a062-2625bd856d20 req-23a871f1-001c-4fce-88f7-609876516589 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:37.835939 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-13a831a4-1525-4659-a062-2625bd856d20 req-23a871f1-001c-4fce-88f7-609876516589 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 946 time: 0.0916293 Apr 05 13:47:37.865417 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Deleting port 18abb312-259e-4ad9-aee4-8094c991ad8e {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:47:37.865754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:37.943742 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-13a831a4-1525-4659-a062-2625bd856d20 req-97544350-cdac-477c-bd06-c99a901f88d1 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=0fa4c101-f2f3-45bd-95c7-c714878184b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005976 Apr 05 13:47:37.977106 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] For port 18abb312-259e-4ad9-aee4-8094c991ad8e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=18abb312-259e-4ad9-aee4-8094c991ad8e,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:47:37.977541 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:38.143708 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:38.144076 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (28cbbffa-3761-41c4-8098-51150068c1e1), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:38.144385 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Floating IP 28cbbffa-3761-41c4-8098-51150068c1e1 disassociated. External IP: 172.27.2.146, port: 18abb312-259e-4ad9-aee4-8094c991ad8e. Apr 05 13:47:38.144719 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Calling delete_port for 18abb312-259e-4ad9-aee4-8094c991ad8e owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:47:38.254614 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:38.276968 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (18abb312-259e-4ad9-aee4-8094c991ad8e), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:38.305917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event deleted for resources: {'Port': ['ID=18abb312-259e-4ad9-aee4-8094c991ad8e,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:38.424665 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Router e6e1805b-e314-4c5e-8c91-0411bef8f50a has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:47:38.782916 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:47:38.794239 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] Sync routers for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:47:38.805593 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:38.806471 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:47:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:38.827785 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] No DVR routers for this DVR port 18abb312-259e-4ad9-aee4-8094c991ad8e on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:47:38.830460 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:38.833919 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-40bbd522-5bdf-4cc8-8ef0-14aa06256935 req-d9600b89-7894-4d12-96fd-94759e4b40f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.46 "DELETE /v2.0/ports/18abb312-259e-4ad9-aee4-8094c991ad8e HTTP/1.1" status: 204 len: 173 time: 1.1228132 Apr 05 13:47:38.834386 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'name': 'network-vif-deleted', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:47:38.837642 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5588f22-7adc-4c22-aa8c-0cfa9a808241" -d '{"events": [{"server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "name": "network-vif-deleted", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:47:38.888617 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a209b40b-92f2-403c-8706-b4c2ba4e29d4 x-openstack-request-id: req-a209b40b-92f2-403c-8706-b4c2ba4e29d4 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:47:38.888965 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37a50af-47fc-4de4-a209-8116bed7038d", "name": "network-vif-deleted", "tag": "18abb312-259e-4ad9-aee4-8094c991ad8e", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:47:38.889246 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a209b40b-92f2-403c-8706-b4c2ba4e29d4 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:47:38.889784 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a209b40b-92f2-403c-8706-b4c2ba4e29d4'] response: {'server_uuid': 'e37a50af-47fc-4de4-a209-8116bed7038d', 'name': 'network-vif-deleted', 'tag': '18abb312-259e-4ad9-aee4-8094c991ad8e', 'status': 'completed', 'code': 200} Apr 05 13:47:38.920173 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf39ba-e828-4b6d-b391-917e17ee24d4 req-4596faf5-6335-47a8-aff2-c0daaf70132b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:38.927842 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3ccf39ba-e828-4b6d-b391-917e17ee24d4 req-4596faf5-6335-47a8-aff2-c0daaf70132b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 945 time: 0.0627391 Apr 05 13:47:38.933392 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:38.942736 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:38.982494 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3ccf39ba-e828-4b6d-b391-917e17ee24d4 req-c6b676d5-2529-476d-a380-4c8c0bd3ffff tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534689 Apr 05 13:47:39.085621 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8a4afa8f-1e8d-4be3-bf02-6246d2fe1d89 req-e353515f-afda-4106-9174-c0f6e8284cb8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=e37a50af-47fc-4de4-a209-8116bed7038d HTTP/1.1" status: 200 len: 210 time: 0.0299373 Apr 05 13:47:39.098312 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f2f2a-9587-42b9-8a8f-a34ceb5584ca req-a1fe8d47-9388-41cc-9d5e-eaa99be9e0a4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:39.099846 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cc3f2f2a-9587-42b9-8a8f-a34ceb5584ca req-a1fe8d47-9388-41cc-9d5e-eaa99be9e0a4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 945 time: 0.0541680 Apr 05 13:47:39.109304 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56022) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:39.113907 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-4fac41cd-ab33-4a00-a09e-aa7b21e79256 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'floatingip': {'port_id': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:39.152758 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fac41cd-ab33-4a00-a09e-aa7b21e79256 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:39.161005 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:39.188218 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] Checking router: e6e1805b-e314-4c5e-8c91-0411bef8f50a for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:47:39.196697 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:39.197309 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:47:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:39.308573 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:39.529243 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:39.559163 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721b346-7976-4d05-95fb-27ec65e7d823 None None] The sync data for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi is: [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:47:39.628439 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fac41cd-ab33-4a00-a09e-aa7b21e79256 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:39.632580 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fac41cd-ab33-4a00-a09e-aa7b21e79256 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:39.743118 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [None req-4fac41cd-ab33-4a00-a09e-aa7b21e79256 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Floating IP be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8 associated. External IP: 172.27.2.68, port: 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed. Apr 05 13:47:39.790598 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db3a6c-d5fe-42d7-8a28-698cf89c26d8 None None] New status for floating IP 28cbbffa-3761-41c4-8098-51150068c1e1: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:47:39.962545 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:39.970732 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fac41cd-ab33-4a00-a09e-aa7b21e79256 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:47:40.083221 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fac41cd-ab33-4a00-a09e-aa7b21e79256 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:47:40.088261 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fac41cd-ab33-4a00-a09e-aa7b21e79256 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.092970 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:47:40.103405 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:40.104043 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:47:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:40.129744 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-4fac41cd-ab33-4a00-a09e-aa7b21e79256 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "PUT /v2.0/floatingips/be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8 HTTP/1.1" status: 200 len: 990 time: 1.0084865 Apr 05 13:47:40.182685 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56032) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:40.213486 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:40.237088 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e36af197-c19c-424a-a566-5c8291d139f7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (0fa4c101-f2f3-45bd-95c7-c714878184b7), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.261911 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e36af197-c19c-424a-a566-5c8291d139f7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (0fa4c101-f2f3-45bd-95c7-c714878184b7), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.316979 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e36af197-c19c-424a-a566-5c8291d139f7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (0fa4c101-f2f3-45bd-95c7-c714878184b7), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.320252 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e36af197-c19c-424a-a566-5c8291d139f7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.321426 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e36af197-c19c-424a-a566-5c8291d139f7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "DELETE /v2.0/security-groups/0fa4c101-f2f3-45bd-95c7-c714878184b7 HTTP/1.1" status: 204 len: 168 time: 0.1377506 Apr 05 13:47:40.324463 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56038) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:40.333125 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af197-c19c-424a-a566-5c8291d139f7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa4c101-f2f3-45bd-95c7-c714878184b7,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:40.340434 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.api.v2.resource [None req-7cd4a5b3-25ed-4c34-8e2e-2daa8e9c148d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] show failed (client error): The resource could not be found. Apr 05 13:47:40.343932 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7cd4a5b3-25ed-4c34-8e2e-2daa8e9c148d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups/0fa4c101-f2f3-45bd-95c7-c714878184b7 HTTP/1.1" status: 404 len: 347 time: 0.0184684 Apr 05 13:47:40.344659 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56040) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:40.455082 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:2b:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:47:27Z', 'updated_at': '2022-04-05T13:47:39Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:40.486645 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:47:40.488267 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-47d52f35-66d2-4c77-bd5a-0967ecf2cc1d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Deleting port a83650c0-209f-4f70-964d-6b2d21ccc74c {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:47:40.488610 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-47d52f35-66d2-4c77-bd5a-0967ecf2cc1d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (a83650c0-209f-4f70-964d-6b2d21ccc74c), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.495656 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:40.496282 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:47:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:40.581340 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-47d52f35-66d2-4c77-bd5a-0967ecf2cc1d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (a83650c0-209f-4f70-964d-6b2d21ccc74c), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.581856 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-47d52f35-66d2-4c77-bd5a-0967ecf2cc1d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (a83650c0-209f-4f70-964d-6b2d21ccc74c), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.595990 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-47d52f35-66d2-4c77-bd5a-0967ecf2cc1d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Calling delete_port for a83650c0-209f-4f70-964d-6b2d21ccc74c owned by network:floatingip {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:47:40.712834 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:40.744940 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-47d52f35-66d2-4c77-bd5a-0967ecf2cc1d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (a83650c0-209f-4f70-964d-6b2d21ccc74c), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.771665 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d52f35-66d2-4c77-bd5a-0967ecf2cc1d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event deleted for resources: {'Port': ['ID=a83650c0-209f-4f70-964d-6b2d21ccc74c,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:40.809763 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 18abb312-259e-4ad9-aee4-8094c991ad8e no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:47:40.830720 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 18abb312-259e-4ad9-aee4-8094c991ad8e {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:47:40.831151 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 18abb312-259e-4ad9-aee4-8094c991ad8e not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:47:40.834848 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-47d52f35-66d2-4c77-bd5a-0967ecf2cc1d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (28cbbffa-3761-41c4-8098-51150068c1e1), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.838328 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-47d52f35-66d2-4c77-bd5a-0967ecf2cc1d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:40.839766 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-47d52f35-66d2-4c77-bd5a-0967ecf2cc1d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "DELETE /v2.0/floatingips/28cbbffa-3761-41c4-8098-51150068c1e1 HTTP/1.1" status: 204 len: 168 time: 0.4938743 Apr 05 13:47:40.890747 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'tag': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:47:40.893259 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56" -d '{"events": [{"name": "network-changed", "server_uuid": "1973be0b-72c3-40eb-8bf6-3ebb28381096", "tag": "0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:47:40.933792 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac17e49b-ccb6-4622-bf80-5ac93117c55c x-openstack-request-id: req-ac17e49b-ccb6-4622-bf80-5ac93117c55c {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:47:40.934166 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1973be0b-72c3-40eb-8bf6-3ebb28381096", "tag": "0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:47:40.934517 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac17e49b-ccb6-4622-bf80-5ac93117c55c {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:47:40.935100 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac17e49b-ccb6-4622-bf80-5ac93117c55c'] response: {'name': 'network-changed', 'server_uuid': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'tag': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed', 'status': 'completed', 'code': 200} Apr 05 13:47:40.953749 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:2b:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:47:27Z', 'updated_at': '2022-04-05T13:47:39Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:40.988362 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6fb2fd-d85a-4421-94df-a35bf3dca6a6 None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:2b:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:47:27Z', 'updated_at': '2022-04-05T13:47:39Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:47:41.019293 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-c465e57b-243f-40bf-a5b4-cc824817c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:41.020950 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-c465e57b-243f-40bf-a5b4-cc824817c01d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 1129 time: 0.0614550 Apr 05 13:47:41.042704 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56052) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:41.048736 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-a9f38114-ead2-493e-8532-351580c4bb3a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128963144', 'description': 'tempest-description--1477506323'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:41.071392 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a9f38114-ead2-493e-8532-351580c4bb3a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.123343 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-e92232b3-b1ac-4c14-8aaf-224b6b3d5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:41.125432 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-e92232b3-b1ac-4c14-8aaf-224b6b3d5cca service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 916 time: 0.0968161 Apr 05 13:47:41.142550 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a9f38114-ead2-493e-8532-351580c4bb3a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (947143ea-44bf-40b3-819f-9f350faff34b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.147423 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a9f38114-ead2-493e-8532-351580c4bb3a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (947143ea-44bf-40b3-819f-9f350faff34b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.184173 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f38114-ead2-493e-8532-351580c4bb3a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947143ea-44bf-40b3-819f-9f350faff34b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:41.190582 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a9f38114-ead2-493e-8532-351580c4bb3a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.195897 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a9f38114-ead2-493e-8532-351580c4bb3a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1517625 Apr 05 13:47:41.196345 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56054) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:41.207256 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-efb1580a-91ab-411e-9e96-132d95347d1c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'security_group_rule': {'security_group_id': '947143ea-44bf-40b3-819f-9f350faff34b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:41.214698 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-17bcd9df-32b6-4c0e-bee5-28b1a4244165 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed HTTP/1.1" status: 200 len: 998 time: 0.0837271 Apr 05 13:47:41.215321 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1342ce98-1394-4a6b-aba6-172b68ec12a0 None None] New status for floating IP be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:47:41.269017 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-efb1580a-91ab-411e-9e96-132d95347d1c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (6d5f3410-ed4f-4dcd-b967-d499ae24cdbe), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.291114 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-a6178e80-0ba1-45c4-b043-114b84c29590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:41.292638 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-a6178e80-0ba1-45c4-b043-114b84c29590 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 200 len: 854 time: 0.0705526 Apr 05 13:47:41.364083 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-efb1580a-91ab-411e-9e96-132d95347d1c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (6d5f3410-ed4f-4dcd-b967-d499ae24cdbe), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.369023 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-efb1580a-91ab-411e-9e96-132d95347d1c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (6d5f3410-ed4f-4dcd-b967-d499ae24cdbe), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.390103 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-6b703cad-274a-4e5f-9535-3b9cbd052513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:41.392739 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-6b703cad-274a-4e5f-9535-3b9cbd052513 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3cff852-d241-43ab-830a-cae40270149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897214 Apr 05 13:47:41.412471 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1580a-91ab-411e-9e96-132d95347d1c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5f3410-ed4f-4dcd-b967-d499ae24cdbe,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:41.418484 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-efb1580a-91ab-411e-9e96-132d95347d1c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.418946 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-efb1580a-91ab-411e-9e96-132d95347d1c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2172847 Apr 05 13:47:41.421827 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56056) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:41.426561 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-b597391a-4516-4513-a96b-db3ff2170142 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'security_group_rule': {'security_group_id': '947143ea-44bf-40b3-819f-9f350faff34b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:41.452526 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b597391a-4516-4513-a96b-db3ff2170142 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (19ee7c83-a96c-4def-86e9-91fd5d664225), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.500124 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-2006db3a-1c50-4a1a-b6a7-e08e9602f169 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980692 Apr 05 13:47:41.512234 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b597391a-4516-4513-a96b-db3ff2170142 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (19ee7c83-a96c-4def-86e9-91fd5d664225), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.516084 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b597391a-4516-4513-a96b-db3ff2170142 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (19ee7c83-a96c-4def-86e9-91fd5d664225), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.533258 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597391a-4516-4513-a96b-db3ff2170142 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ee7c83-a96c-4def-86e9-91fd5d664225,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:41.542675 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b597391a-4516-4513-a96b-db3ff2170142 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.543968 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b597391a-4516-4513-a96b-db3ff2170142 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210463 Apr 05 13:47:41.547008 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56058) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:41.551264 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:41.572702 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.599415 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ce8cb81a-fcf6-4f2b-80ff-4819972b5a56 req-d4ddc2a4-2baf-42d5-9049-9abd1e367890 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902109 Apr 05 13:47:41.670346 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:41.775651 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Allocated IP 172.27.2.89 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/77929d24-ca6f-417d-a818-340fb4b19131) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:47:41.876840 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for port (77929d24-ca6f-417d-a818-340fb4b19131), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:42.144145 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (77929d24-ca6f-417d-a818-340fb4b19131), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:42.178343 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:47:42.181843 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:47:42.185203 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:47:42.213954 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'Port': ['ID=77929d24-ca6f-417d-a818-340fb4b19131,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:42.276174 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (491ebe2f-f32f-49a1-9098-93478fd76cdd), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:42.318831 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (77929d24-ca6f-417d-a818-340fb4b19131), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:42.468739 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for port (77929d24-ca6f-417d-a818-340fb4b19131), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:42.473113 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (77929d24-ca6f-417d-a818-340fb4b19131), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:42.537882 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'Port': ['ID=77929d24-ca6f-417d-a818-340fb4b19131,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:42.551995 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (491ebe2f-f32f-49a1-9098-93478fd76cdd), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:42.567066 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:42.568327 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c4e60e00-4768-4e32-a5b6-b6d912855e9c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0202925 Apr 05 13:47:42.763507 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-5b7fcaf1-aafb-4058-85fb-ca451cf6282e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1128963144&fields=id&tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52 HTTP/1.1" status: 200 len: 267 time: 0.0419087 Apr 05 13:47:42.871784 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-74ad9447-fc5d-4d8a-a3d3-757e717cc743 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:42.873246 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-74ad9447-fc5d-4d8a-a3d3-757e717cc743 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 817 time: 0.1034715 Apr 05 13:47:42.888230 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-0848e995-aa41-4127-aff1-02418b1e9add tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/quotas/ee6e9d5de52b4741bb5efe2a286e8e52 HTTP/1.1" status: 200 len: 375 time: 0.0096891 Apr 05 13:47:42.940421 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-2337355b-f94b-4865-a80e-ed9e9efe1bc5 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472302 Apr 05 13:47:43.044169 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-9a902642-145a-4fee-88f8-dcf32e348a34 service neutron] 10.222.0.59 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919487 Apr 05 13:47:43.135288 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-a5d7afd2-ade9-42ed-9af8-d3a05ca4aa31 service neutron] 10.222.0.59 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854356 Apr 05 13:47:43.290257 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4be8fec5-3f25-4c48-8fcc-6158962293a4 req-c6117121-f2dc-476a-bc61-0c4af8567614 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 210 time: 0.0277541 Apr 05 13:47:44.248843 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-4ad76336-fa9c-4412-a529-e3f551c4226b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:44.250302 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-4ad76336-fa9c-4412-a529-e3f551c4226b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 817 time: 0.1098406 Apr 05 13:47:44.313285 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-1570e067-3a30-440d-a046-b91bff0ae7c7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52 HTTP/1.1" status: 200 len: 380 time: 0.0534663 Apr 05 13:47:44.396977 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1fa1a7be-63be-440d-9db5-51cc41a4ac96 req-86af6169-46c0-44c3-9462-05f38291c777 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 210 time: 0.0295064 Apr 05 13:47:44.400940 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'port': {'device_id': 'fa08f903-e829-4655-b53f-46c9db758d18', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'admin_state_up': True, 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'security_groups': ['947143ea-44bf-40b3-819f-9f350faff34b']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:44.510654 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Made reservation on behalf of ee6e9d5de52b4741bb5efe2a286e8e52 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:47:44.513920 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:44.641062 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Allocated IP 172.20.0.8 (36092869-544a-41e5-a4a1-8d365ffa3fa5/6ee8f02e-d37c-4877-85d0-920bc9beb4dd/074d013b-9ce4-47d8-b88a-047e91d0ee78) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:47:44.778770 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:44.812711 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:44.858577 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Network 36092869-544a-41e5-a4a1-8d365ffa3fa5 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:47:44.861649 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:47:44.868717 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:47:44.895705 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event updated for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:44.923477 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:44.924132 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:44.942888 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-db0af078-8aca-45b0-b222-26bc3d49bf00 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483377 Apr 05 13:47:44.954813 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Request body: {'port': {'device_id': 'fa08f903-e829-4655-b53f-46c9db758d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:45.020451 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:45.117604 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-5443ed4c-3a55-4fec-ab47-9ab3a1dab6a3 None None] Provisioning complete for port 074d013b-9ce4-47d8-b88a-047e91d0ee78 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:47:45.118234 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5443ed4c-3a55-4fec-ab47-9ab3a1dab6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:45.151913 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-5443ed4c-3a55-4fec-ab47-9ab3a1dab6a3 None None] Port 074d013b-9ce4-47d8-b88a-047e91d0ee78 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:47:45.283262 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074d013b-9ce4-47d8-b88a-047e91d0ee78 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:47:45.290762 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Publish callbacks [] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:45.302648 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Transition to ACTIVE for port object 074d013b-9ce4-47d8-b88a-047e91d0ee78 will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:47:45.309177 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:45.362559 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Pushing event updated for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:45.438218 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Attempting to bind port 074d013b-9ce4-47d8-b88a-047e91d0ee78 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:47:45.438651 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Attempting to bind port 074d013b-9ce4-47d8-b88a-047e91d0ee78 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:47:45.439086 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Attempting to bind port 074d013b-9ce4-47d8-b88a-047e91d0ee78 on network 36092869-544a-41e5-a4a1-8d365ffa3fa5 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:47:45.450335 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Port 074d013b-9ce4-47d8-b88a-047e91d0ee78 on network 36092869-544a-41e5-a4a1-8d365ffa3fa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:47:45.450665 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Attempting to bind port 074d013b-9ce4-47d8-b88a-047e91d0ee78 on network 36092869-544a-41e5-a4a1-8d365ffa3fa5 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:47:45.455770 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:47:45.456111 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Checking segment: {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:47:45.456496 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Bound using segment: {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:47:45.456930 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Bound port: 074d013b-9ce4-47d8-b88a-047e91d0ee78, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0085763-cb80-4d41-9b61-5ae4aec5b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:47:45.457290 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:45.524208 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:47:45.528386 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:47:45.534173 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:45.537557 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a20828-d9bc-486d-aa89-3bb752c9f1cb req-f10ece12-3b66-48bd-8d25-4f22400d71ba tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:45.539558 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-85a20828-d9bc-486d-aa89-3bb752c9f1cb req-f10ece12-3b66-48bd-8d25-4f22400d71ba tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.0610533 Apr 05 13:47:45.569275 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:45.569859 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:45.571782 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] 10.222.0.46 "PUT /v2.0/ports/074d013b-9ce4-47d8-b88a-047e91d0ee78 HTTP/1.1" status: 200 len: 1093 time: 0.6210608 Apr 05 13:47:45.572250 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:47:45.574654 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81809f8-ef08-4411-9a87-14dc6e729718" -d '{"events": [{"name": "network-changed", "server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:47:45.597022 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-85a20828-d9bc-486d-aa89-3bb752c9f1cb req-2dee444c-2bd0-4935-9c12-67cd0e5d2f05 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511630 Apr 05 13:47:45.606882 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2ad74-0e5d-4700-b7bd-e1f81827c75c service neutron] Pushing event updated for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:45.626946 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054ea0b8-8e4b-4a2c-9673-5e0bb192ebe4 x-openstack-request-id: req-054ea0b8-8e4b-4a2c-9673-5e0bb192ebe4 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:47:45.627220 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:47:45.627510 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-054ea0b8-8e4b-4a2c-9673-5e0bb192ebe4 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:47:45.627914 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054ea0b8-8e4b-4a2c-9673-5e0bb192ebe4'] response: {'name': 'network-changed', 'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'status': 'completed', 'code': 200} Apr 05 13:47:45.686208 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-8fb5ac10-171d-42c7-ab7f-31d636107544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:45.687769 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-8fb5ac10-171d-42c7-ab7f-31d636107544 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 1127 time: 0.0508344 Apr 05 13:47:45.732537 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-156c2f1a-f163-4b22-a111-6d815336da11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78 HTTP/1.1" status: 200 len: 217 time: 0.0363390 Apr 05 13:47:45.781942 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-38e29df1-46b7-4655-92c7-3742090cea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:45.783399 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-38e29df1-46b7-4655-92c7-3742090cea88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.0452814 Apr 05 13:47:45.832917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-80c3ec12-e76e-4913-82d1-fa534f46e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:45.834809 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-80c3ec12-e76e-4913-82d1-fa534f46e015 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455089 Apr 05 13:47:45.928596 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-2fab3b7d-d85c-4453-a598-5e13cd70c72f service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852787 Apr 05 13:47:46.268137 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fd8afcb2-2e5e-48c6-88c1-ec55b74fc3bb req-ca65246b-b13e-434c-9e22-f7961daac6d0 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313587 Apr 05 13:47:46.717799 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55094-373b-4bd2-9ca8-8dd4013f9a6e req-16c139d5-3551-4155-9383-0a386b0e0287 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:46.719247 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-17c55094-373b-4bd2-9ca8-8dd4013f9a6e req-16c139d5-3551-4155-9383-0a386b0e0287 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.0509460 Apr 05 13:47:46.764234 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-17c55094-373b-4bd2-9ca8-8dd4013f9a6e req-872edae8-717c-48d4-8d77-78d6d01707aa tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394261 Apr 05 13:47:47.538480 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-59dece91-c890-4efa-8214-695343fee8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:47.540018 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-59dece91-c890-4efa-8214-695343fee8c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 1127 time: 0.0456836 Apr 05 13:47:47.946048 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38dcb7-a92c-4ab6-bd6b-d89b09ced63e req-051d8bd1-a988-426d-8d8d-0b5a0b534a5c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:47.947559 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ac38dcb7-a92c-4ab6-bd6b-d89b09ced63e req-051d8bd1-a988-426d-8d8d-0b5a0b534a5c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.1107805 Apr 05 13:47:47.988942 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-7f699eef-2592-43f2-89ce-608d82ad839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:47.990386 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-7f699eef-2592-43f2-89ce-608d82ad839c service neutron] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 918 time: 0.1205266 Apr 05 13:47:48.018574 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ac38dcb7-a92c-4ab6-bd6b-d89b09ced63e req-43df5c7a-4c84-48e7-b186-f75db335becb tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642726 Apr 05 13:47:48.046413 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-c63b2bf5-f4d2-4768-8580-f554e604147a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78 HTTP/1.1" status: 200 len: 217 time: 0.0415843 Apr 05 13:47:48.098623 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-00c4807a-35c0-4751-b2d0-b80bcf9bf839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:48.099993 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-00c4807a-35c0-4751-b2d0-b80bcf9bf839 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.0469275 Apr 05 13:47:48.149673 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-af8115da-b19a-4d54-bb76-17c5b51a3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:48.151133 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-af8115da-b19a-4d54-bb76-17c5b51a3e5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440433 Apr 05 13:47:48.238571 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-236cb706-0760-4e37-aceb-b09693b1d3e9 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802796 Apr 05 13:47:48.332659 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a81809f8-ef08-4411-9a87-14dc6e729718 req-23865ac2-07a1-430b-b8ad-bac00250fe0d service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866690 Apr 05 13:47:48.885048 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 074d013b-9ce4-47d8-b88a-047e91d0ee78 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:47:48.983044 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:47:48.995580 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'port_id': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'mac_address': 'fa:16:3e:27:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:47:49.032047 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 074d013b-9ce4-47d8-b88a-047e91d0ee78 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:47:49.032440 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:49.045751 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074d013b-9ce4-47d8-b88a-047e91d0ee78 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:47:49.071788 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:47:49.076825 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:49.130207 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:49.153849 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd01b5-3424-4fd7-9d2f-a7c22ff8986a req-e48576c1-d24b-499a-8c9a-e30b21bcfffd tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:49.155414 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cdfd01b5-3424-4fd7-9d2f-a7c22ff8986a req-e48576c1-d24b-499a-8c9a-e30b21bcfffd tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 944 time: 0.0589349 Apr 05 13:47:49.203712 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cdfd01b5-3424-4fd7-9d2f-a7c22ff8986a req-db71d4d9-592a-4957-b1bf-af43a9ce866b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 Apr 05 13:47:49.331205 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-6149901b-e4b4-4e1b-9770-f010c82e0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:49.332792 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-6149901b-e4b4-4e1b-9770-f010c82e0f5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0487521 Apr 05 13:47:49.337660 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12309b5-91a8-481c-a918-d88321a4cbe2 req-05c6002e-6f35-43da-9b77-12be9a04414a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:49.339134 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c12309b5-91a8-481c-a918-d88321a4cbe2 req-05c6002e-6f35-43da-9b77-12be9a04414a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0574148 Apr 05 13:47:49.387825 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c12309b5-91a8-481c-a918-d88321a4cbe2 req-278227a3-2adf-4b8f-a61b-e9f0982c53be tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427785 Apr 05 13:47:49.388290 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['074d013b-9ce4-47d8-b88a-047e91d0ee78'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:47:49.432789 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-bac52a1a-f2d3-40f8-a02d-84ab2ba9cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:49.434264 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-bac52a1a-f2d3-40f8-a02d-84ab2ba9cd80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.0917096 Apr 05 13:47:49.506244 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-9bf66717-a4ca-49ae-aeac-8faf9f06b246 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a83c9ab-5780-4a30-99ee-398ef555b022 HTTP/1.1" status: 200 len: 1001 time: 0.0645833 Apr 05 13:47:49.565662 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-df61fcb9-07df-40b6-ae1d-27f96a242bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:49.567131 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-df61fcb9-07df-40b6-ae1d-27f96a242bd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.0488310 Apr 05 13:47:49.626572 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-782be109-6138-4a8c-ba57-2da5bcdca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:49.628209 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-782be109-6138-4a8c-ba57-2da5bcdca7cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451851 Apr 05 13:47:49.717367 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-d56a92da-5ae0-4838-bdc8-a9a1012943dc service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811105 Apr 05 13:47:49.812580 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9531cebb-88b5-4dfa-a7d4-88f861b926aa req-457cfc04-7eb9-498b-81a6-8d247422bffb service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856192 Apr 05 13:47:50.328154 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788a4c0-5be1-4b63-ae90-f6971c98aa65 req-c0726015-b385-4354-aafd-1089fa7b1f18 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:50.329617 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c788a4c0-5be1-4b63-ae90-f6971c98aa65 req-c0726015-b385-4354-aafd-1089fa7b1f18 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 944 time: 0.0533125 Apr 05 13:47:50.375934 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c788a4c0-5be1-4b63-ae90-f6971c98aa65 req-dff384b1-3bf3-4574-82cd-4f87889268e1 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 Apr 05 13:47:50.504487 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39362ee-2a81-4384-97cf-b4bae823d842 req-e237c680-7e53-4845-b90a-3bf6afb7c762 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:50.505852 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f39362ee-2a81-4384-97cf-b4bae823d842 req-e237c680-7e53-4845-b90a-3bf6afb7c762 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0512996 Apr 05 13:47:50.559687 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f39362ee-2a81-4384-97cf-b4bae823d842 req-caae1380-25c0-47cd-b7c6-7a55665d34f8 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477536 Apr 05 13:47:50.901707 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 074d013b-9ce4-47d8-b88a-047e91d0ee78 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:47:50.954859 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 074d013b-9ce4-47d8-b88a-047e91d0ee78 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:47:50.958741 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 074d013b-9ce4-47d8-b88a-047e91d0ee78 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:47:50.959116 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:51.034567 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 074d013b-9ce4-47d8-b88a-047e91d0ee78 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:47:51.034933 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:51.056126 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:47:51.058308 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccb56d7-018e-4247-a373-74fd5e233f4e" -d '{"events": [{"server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "name": "network-vif-plugged", "status": "completed", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:47:51.071657 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:47:51.075514 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:51.102790 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5dad2f-4528-4e40-9c38-afab6e7cce28 x-openstack-request-id: req-4d5dad2f-4528-4e40-9c38-afab6e7cce28 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:47:51.102992 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "name": "network-vif-plugged", "status": "completed", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:47:51.103239 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d5dad2f-4528-4e40-9c38-afab6e7cce28 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:47:51.103648 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5dad2f-4528-4e40-9c38-afab6e7cce28'] response: {'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'code': 200} Apr 05 13:47:51.128860 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:47:51.280102 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cfbc3-a34d-42fa-b804-cc8206f9c349 req-c4059d28-77e3-4df6-aa36-b92ade0ab92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:51.281694 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7e9cfbc3-a34d-42fa-b804-cc8206f9c349 req-c4059d28-77e3-4df6-aa36-b92ade0ab92d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 1129 time: 0.0485148 Apr 05 13:47:51.328391 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7e9cfbc3-a34d-42fa-b804-cc8206f9c349 req-a1583bda-6ce7-49a5-9c23-0a9b45c31129 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385406 Apr 05 13:47:51.510532 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e2118-aaf8-4f37-bc4c-309d6f3038a9 req-302b6f6e-d303-4a61-94e0-eff3af9d2868 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:51.512110 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1e6e2118-aaf8-4f37-bc4c-309d6f3038a9 req-302b6f6e-d303-4a61-94e0-eff3af9d2868 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0665371 Apr 05 13:47:51.558501 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1e6e2118-aaf8-4f37-bc4c-309d6f3038a9 req-00afd8b2-3673-4e1e-a312-632ec65e7812 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408607 Apr 05 13:47:51.680840 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c3f8-8f77-494d-bcc6-dfd92d8985f6 req-6e5c7cb5-6792-4734-a569-4acfda137b3f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:51.682235 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a007c3f8-8f77-494d-bcc6-dfd92d8985f6 req-6e5c7cb5-6792-4734-a569-4acfda137b3f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0532947 Apr 05 13:47:51.728123 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a007c3f8-8f77-494d-bcc6-dfd92d8985f6 req-af474cd0-91ac-4f5b-8262-1b8581bf30af tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401843 Apr 05 13:47:52.678735 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2297b9c-ce92-4eff-ae50-b180aff75058 req-ed53dfa9-312e-4719-8e88-1e48c0efc799 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:52.680268 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e2297b9c-ce92-4eff-ae50-b180aff75058 req-ed53dfa9-312e-4719-8e88-1e48c0efc799 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Apr 05 13:47:52.726707 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e2297b9c-ce92-4eff-ae50-b180aff75058 req-0b6cefde-b104-48b0-89f5-3cb257e0fa8b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 Apr 05 13:47:52.845736 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b8e0d-c381-4a16-b51d-8594a7948e3c req-7f957854-2dcf-4865-ba38-d3552a3c8834 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:52.847158 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e43b8e0d-c381-4a16-b51d-8594a7948e3c req-7f957854-2dcf-4865-ba38-d3552a3c8834 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0525012 Apr 05 13:47:52.898539 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e43b8e0d-c381-4a16-b51d-8594a7948e3c req-3e86b8cf-e153-4231-97b6-dfa3a24572c2 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446086 Apr 05 13:47:53.847090 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59f6d4-1954-4755-ab7c-15511937b35e req-860b3536-20d3-494f-97c9-1995783609e7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:53.848600 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6e59f6d4-1954-4755-ab7c-15511937b35e req-860b3536-20d3-494f-97c9-1995783609e7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0524311 Apr 05 13:47:53.898840 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6e59f6d4-1954-4755-ab7c-15511937b35e req-d78b94b4-c4ce-4925-87b9-886fc753e54a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437050 Apr 05 13:47:54.015610 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc10e2-fdb2-4dec-9a43-8b67ec1d14a0 req-f7629d00-cf0a-4bec-be0a-d30868f3b5f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:54.016372 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3020ccb-573e-48db-849d-90ce76af8e6e req-288004cc-5ec6-4c74-9ec6-324d7c756e9b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:54.017004 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bedc10e2-fdb2-4dec-9a43-8b67ec1d14a0 req-f7629d00-cf0a-4bec-be0a-d30868f3b5f2 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0539384 Apr 05 13:47:54.017835 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f3020ccb-573e-48db-849d-90ce76af8e6e req-288004cc-5ec6-4c74-9ec6-324d7c756e9b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0534413 Apr 05 13:47:54.026412 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56158) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:47:54.030744 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-86363d51-2fad-454c-a1b9-4c055e870c06 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Request body: {'floatingip': {'port_id': '074d013b-9ce4-47d8-b88a-047e91d0ee78'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:47:54.064317 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f3020ccb-573e-48db-849d-90ce76af8e6e req-3d0dd6b2-9af6-4037-a3d6-a85fa9894e99 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400989 Apr 05 13:47:54.068812 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86363d51-2fad-454c-a1b9-4c055e870c06 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (491ebe2f-f32f-49a1-9098-93478fd76cdd), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:54.503026 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86363d51-2fad-454c-a1b9-4c055e870c06 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:54.506799 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86363d51-2fad-454c-a1b9-4c055e870c06 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (491ebe2f-f32f-49a1-9098-93478fd76cdd), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:54.611472 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-86363d51-2fad-454c-a1b9-4c055e870c06 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Floating IP 491ebe2f-f32f-49a1-9098-93478fd76cdd associated. External IP: 172.27.2.89, port: 074d013b-9ce4-47d8-b88a-047e91d0ee78. Apr 05 13:47:54.818977 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86363d51-2fad-454c-a1b9-4c055e870c06 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Router e6e1805b-e314-4c5e-8c91-0411bef8f50a has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:47:54.928174 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86363d51-2fad-454c-a1b9-4c055e870c06 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:47:54.933159 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86363d51-2fad-454c-a1b9-4c055e870c06 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:47:54.937689 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] Sync routers for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:47:54.948291 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:54.948905 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:47:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:54.962715 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-86363d51-2fad-454c-a1b9-4c055e870c06 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "PUT /v2.0/floatingips/491ebe2f-f32f-49a1-9098-93478fd76cdd HTTP/1.1" status: 200 len: 990 time: 0.9352515 Apr 05 13:47:54.963314 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:47:54.965588 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2259bc13-159e-4472-aa09-90ecf9dd4c15" -d '{"events": [{"name": "network-changed", "server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:47:55.002739 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d58e8ba-2f70-4b7e-9395-0a37681a1cee x-openstack-request-id: req-7d58e8ba-2f70-4b7e-9395-0a37681a1cee {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:47:55.003037 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:47:55.003293 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d58e8ba-2f70-4b7e-9395-0a37681a1cee {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:47:55.003735 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d58e8ba-2f70-4b7e-9395-0a37681a1cee'] response: {'name': 'network-changed', 'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'status': 'completed', 'code': 200} Apr 05 13:47:55.060664 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:55.080872 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-58796d37-10aa-4c40-826d-22b13be88f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:55.082578 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-58796d37-10aa-4c40-826d-22b13be88f16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 1129 time: 0.0479259 Apr 05 13:47:55.217459 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-ec5189a7-efc0-4fa0-9d4e-db81fa8a4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:55.218989 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-ec5189a7-efc0-4fa0-9d4e-db81fa8a4a8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 918 time: 0.1293886 Apr 05 13:47:55.229176 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4ca24-a590-45d1-b0d5-f81748200313 req-d977467c-ffc6-47d6-841d-01684f76291e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:55.230591 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8aa4ca24-a590-45d1-b0d5-f81748200313 req-d977467c-ffc6-47d6-841d-01684f76291e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0847812 Apr 05 13:47:55.293595 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '491ebe2f-f32f-49a1-9098-93478fd76cdd', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'port_id': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'mac_address': 'fa:16:3e:27:ea:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08f903-e829-4655-b53f-46c9db758d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:47:42Z', 'updated_at': '2022-04-05T13:47:54Z', 'revision_number': 1, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:55.323966 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] Checking router: e6e1805b-e314-4c5e-8c91-0411bef8f50a for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:47:55.325666 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-dfe3e3e9-ce08-45b7-9016-652f58457e70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78 HTTP/1.1" status: 200 len: 998 time: 0.0940616 Apr 05 13:47:55.328923 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8aa4ca24-a590-45d1-b0d5-f81748200313 req-6e1b9a19-4f7c-4b79-8f23-940d114bff8c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919034 Apr 05 13:47:55.332250 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:47:55.332861 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:47:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:55.384490 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-c3451348-13d2-4eaf-a08b-0010a613d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:55.385958 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-c3451348-13d2-4eaf-a08b-0010a613d432 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.0463665 Apr 05 13:47:55.436205 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-f1a3faa4-d1d3-4101-9bcd-23e0c38fcb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:55.437705 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-f1a3faa4-d1d3-4101-9bcd-23e0c38fcb9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450788 Apr 05 13:47:55.441951 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:47:55.541140 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-19d6ee2c-3cdb-4d4e-801e-18da8a34ec88 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892053 Apr 05 13:47:55.633129 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2259bc13-159e-4472-aa09-90ecf9dd4c15 req-4a909b92-1795-442d-b22b-b65ea2d905a3 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855148 Apr 05 13:47:55.678486 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '491ebe2f-f32f-49a1-9098-93478fd76cdd', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'port_id': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'mac_address': 'fa:16:3e:27:ea:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08f903-e829-4655-b53f-46c9db758d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:47:42Z', 'updated_at': '2022-04-05T13:47:54Z', 'revision_number': 1, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:47:55.708739 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc658a9-d836-4195-a356-f2dd6fbdb456 None None] The sync data for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi is: [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '491ebe2f-f32f-49a1-9098-93478fd76cdd', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'port_id': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'mac_address': 'fa:16:3e:27:ea:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08f903-e829-4655-b53f-46c9db758d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:47:42Z', 'updated_at': '2022-04-05T13:47:54Z', 'revision_number': 1, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:47:55.893214 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32ccef-3caf-4540-adf3-34f6d0e76360 None None] New status for floating IP 491ebe2f-f32f-49a1-9098-93478fd76cdd: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:47:56.447484 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f47fa5-fdf1-44b7-b024-81efa1da24d3 req-7e0745e0-20cd-48d5-b730-a5fa22246039 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:56.448987 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-17f47fa5-fdf1-44b7-b024-81efa1da24d3 req-7e0745e0-20cd-48d5-b730-a5fa22246039 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0529256 Apr 05 13:47:56.495263 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-17f47fa5-fdf1-44b7-b024-81efa1da24d3 req-804d3efb-edbd-49e5-9e46-f9e57f8c5e72 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Apr 05 13:47:57.617329 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965b47f-3e71-4240-974f-10a9ef7603b4 req-580b46b6-80e7-484d-8c64-b6fab9955b6b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:57.618792 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2965b47f-3e71-4240-974f-10a9ef7603b4 req-580b46b6-80e7-484d-8c64-b6fab9955b6b tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0579395 Apr 05 13:47:57.665570 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2965b47f-3e71-4240-974f-10a9ef7603b4 req-08d56ea3-f2a3-4723-b237-76ac3719da7f tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411963 Apr 05 13:47:58.785319 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd04f2-e135-43f5-8c24-16c3529f00b9 req-bf220892-07f7-4e9f-9fba-041013f3d583 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:58.786794 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-72cd04f2-e135-43f5-8c24-16c3529f00b9 req-bf220892-07f7-4e9f-9fba-041013f3d583 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0548956 Apr 05 13:47:58.832457 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-72cd04f2-e135-43f5-8c24-16c3529f00b9 req-48fde50a-c1c1-4955-a23d-66fb3bf5067e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396833 Apr 05 13:47:59.952064 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536003f2-3aed-4124-b0a9-02819feeb391 req-6dc9ee50-67e0-4b77-8b52-1245c3228d7d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:47:59.953566 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-536003f2-3aed-4124-b0a9-02819feeb391 req-6dc9ee50-67e0-4b77-8b52-1245c3228d7d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0533335 Apr 05 13:48:00.002552 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-536003f2-3aed-4124-b0a9-02819feeb391 req-5365f86e-bcfb-49cc-a543-85957d1c9d75 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410447 Apr 05 13:48:01.122816 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a783370-574a-4efc-bc9b-6a2ca9f264f1 req-dc12ad69-4eb9-46a1-bbeb-d9bd908123b6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:01.124257 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2a783370-574a-4efc-bc9b-6a2ca9f264f1 req-dc12ad69-4eb9-46a1-bbeb-d9bd908123b6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0526536 Apr 05 13:48:01.170147 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2a783370-574a-4efc-bc9b-6a2ca9f264f1 req-57f9d0f3-3504-4934-a15b-2fbdb29c0124 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404067 Apr 05 13:48:01.305958 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bd553-167b-4974-aba2-89a3c368a22d req-4faaecf1-6027-43ff-a7ad-64ff9d41f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:01.307587 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ad0bd553-167b-4974-aba2-89a3c368a22d req-4faaecf1-6027-43ff-a7ad-64ff9d41f9f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0463600 Apr 05 13:48:01.352348 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ad0bd553-167b-4974-aba2-89a3c368a22d req-4e0ee8a9-c502-49db-a9f0-384932174b71 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373049 Apr 05 13:48:02.291328 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3eb102-813b-4681-985f-53605e0b9f7f req-62cc1a52-0e12-4c94-aadf-7fbce0d4108a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:02.292828 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9d3eb102-813b-4681-985f-53605e0b9f7f req-62cc1a52-0e12-4c94-aadf-7fbce0d4108a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0528533 Apr 05 13:48:02.338350 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9d3eb102-813b-4681-985f-53605e0b9f7f req-9143bf81-cb8c-4026-92c2-0a1cfb9c9244 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399702 Apr 05 13:48:03.337503 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bab66e43-3c5c-4efd-aa28-95bbad34f91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:03.461075 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3227c7-c732-46bf-a4a1-c90c14078290 req-9d8a293e-7ead-4e9d-8894-63f0b0f80067 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:03.463561 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f3227c7-c732-46bf-a4a1-c90c14078290 req-9d8a293e-7ead-4e9d-8894-63f0b0f80067 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0588226 Apr 05 13:48:03.513713 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f3227c7-c732-46bf-a4a1-c90c14078290 req-000df59a-4efd-4e24-a560-d91aa9419c85 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446732 Apr 05 13:48:03.951197 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716b53b-4bad-415f-a784-e050a64ded7b req-ff98e011-29f6-425c-8808-7c388c6f6b4d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:03.953373 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d716b53b-4bad-415f-a784-e050a64ded7b req-ff98e011-29f6-425c-8808-7c388c6f6b4d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0834293 Apr 05 13:48:03.958693 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-b43efdf0-d0a4-4b0e-9993-a9444e2b5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:03.960215 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-b43efdf0-d0a4-4b0e-9993-a9444e2b5744 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0816269 Apr 05 13:48:04.058116 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d716b53b-4bad-415f-a784-e050a64ded7b req-7089401c-0c8f-448d-85bd-b7a990ee8442 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969584 Apr 05 13:48:04.083773 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-a128ccf5-f6fd-4cff-99e6-7ccee8b931ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:04.085759 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-a128ccf5-f6fd-4cff-99e6-7ccee8b931ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.1190934 Apr 05 13:48:04.154187 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-244a1328-36c7-4af7-88cb-248034e0d97d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a83c9ab-5780-4a30-99ee-398ef555b022 HTTP/1.1" status: 200 len: 1001 time: 0.0617421 Apr 05 13:48:04.203754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-970d8ebf-f2fe-457d-91ee-6af1e54033f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:04.205625 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-970d8ebf-f2fe-457d-91ee-6af1e54033f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.0438414 Apr 05 13:48:04.254294 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-5ec2ad07-00ea-46c9-9b5a-117be884b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:04.255756 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-5ec2ad07-00ea-46c9-9b5a-117be884b258 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434301 Apr 05 13:48:04.351298 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-73567f8a-fffa-4024-9c81-21a2a18a02cb service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860646 Apr 05 13:48:04.454169 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e79fde6c-ab59-451f-a451-17fbc54b4865 req-3b754799-9111-422a-ab9f-38e01059ffde service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966454 Apr 05 13:48:05.183578 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ebf09-da1c-4657-97d3-3f69cb6f8cc2 req-54599ccd-df70-49bc-aac3-5cef18f8f01c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:05.185059 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a74ebf09-da1c-4657-97d3-3f69cb6f8cc2 req-54599ccd-df70-49bc-aac3-5cef18f8f01c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0522025 Apr 05 13:48:05.232320 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a74ebf09-da1c-4657-97d3-3f69cb6f8cc2 req-79fa5a12-fa35-4c9d-abd9-a73a6fbc0708 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 Apr 05 13:48:05.773052 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-8348db49-68ce-4213-8e88-f1ca2dd96f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:06.362363 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6385f-2ddb-4991-8da6-3a7e0d5d6897 req-046376ea-81b5-4f9a-b4f4-603d0791b627 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:06.363860 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f5d6385f-2ddb-4991-8da6-3a7e0d5d6897 req-046376ea-81b5-4f9a-b4f4-603d0791b627 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0608203 Apr 05 13:48:06.410454 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f5d6385f-2ddb-4991-8da6-3a7e0d5d6897 req-7340bac8-6a26-4320-a300-12ff921e2763 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407345 Apr 05 13:48:06.648831 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:07.532020 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0ef77-1339-4d7a-948d-d02e34a10315 req-19ee2741-94de-4e11-bb4a-0b7f9e941cce tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:07.533499 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ada0ef77-1339-4d7a-948d-d02e34a10315 req-19ee2741-94de-4e11-bb4a-0b7f9e941cce tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0518019 Apr 05 13:48:07.579231 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ada0ef77-1339-4d7a-948d-d02e34a10315 req-665e724c-0e71-4927-9794-75b6609b97d1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401797 Apr 05 13:48:07.696377 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe2fc7-5ea6-426c-a867-04490c784684 req-f99d0f0a-1e82-4688-b754-07e1222b2693 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:07.697763 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fcbe2fc7-5ea6-426c-a867-04490c784684 req-f99d0f0a-1e82-4688-b754-07e1222b2693 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0569053 Apr 05 13:48:07.706399 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56210) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:07.711675 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-1d240b35-ea6d-4f43-a533-4807e25b1870 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Request body: {'floatingip': {'port_id': '6a83c9ab-5780-4a30-99ee-398ef555b022'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:07.769649 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d240b35-ea6d-4f43-a533-4807e25b1870 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for floatingip (e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:08.240596 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d240b35-ea6d-4f43-a533-4807e25b1870 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:08.245622 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d240b35-ea6d-4f43-a533-4807e25b1870 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:08.257456 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:08.701145 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d240b35-ea6d-4f43-a533-4807e25b1870 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Router 87509cee-4c98-4ee2-b328-b2d32fb2c1af has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:48:08.812744 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d240b35-ea6d-4f43-a533-4807e25b1870 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:08.818315 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d240b35-ea6d-4f43-a533-4807e25b1870 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:08.819486 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1220473f-3fc0-43e0-838d-8946cf049aae req-93648bbc-8151-4cb8-91ec-3f20e4366aec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434070 Apr 05 13:48:08.823118 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] Sync routers for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:08.833413 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:08.834154 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:08.870901 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:08.873220 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd7920f-7f02-4528-8c1f-f2be8991d023" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:08.889388 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1d240b35-ea6d-4f43-a533-4807e25b1870 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "PUT /v2.0/floatingips/e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48 HTTP/1.1" status: 200 len: 993 time: 1.1818731 Apr 05 13:48:08.901249 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220473f-3fc0-43e0-838d-8946cf049aae req-b3a3756a-af7c-42f0-b88b-7cffc9cea731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:08.904105 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1220473f-3fc0-43e0-838d-8946cf049aae req-b3a3756a-af7c-42f0-b88b-7cffc9cea731 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 1129 time: 0.0603943 Apr 05 13:48:08.923280 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a6d93f-9c39-4d88-9e72-bbe3a7260d2a x-openstack-request-id: req-71a6d93f-9c39-4d88-9e72-bbe3a7260d2a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:08.923612 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:08.923877 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71a6d93f-9c39-4d88-9e72-bbe3a7260d2a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:08.924285 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a6d93f-9c39-4d88-9e72-bbe3a7260d2a'] response: {'name': 'network-changed', 'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'status': 'completed', 'code': 200} Apr 05 13:48:08.935910 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:08.956041 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:09.062890 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-8f9d145f-5448-498d-b963-3dd8ed080543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:09.064423 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-8f9d145f-5448-498d-b963-3dd8ed080543 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 1129 time: 0.1029580 Apr 05 13:48:09.067155 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220473f-3fc0-43e0-838d-8946cf049aae req-3948cb74-7659-4061-be23-99f42a2780e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:09.068510 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1220473f-3fc0-43e0-838d-8946cf049aae req-3948cb74-7659-4061-be23-99f42a2780e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.1254249 Apr 05 13:48:09.135899 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1220473f-3fc0-43e0-838d-8946cf049aae req-ef1a4bba-8bad-4245-86a4-f148dc6c1148 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0130be-6ae6-413d-a3ae-c2ae43b030f9 HTTP/1.1" status: 200 len: 217 time: 0.0482795 Apr 05 13:48:09.186372 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'port_id': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'mac_address': 'fa:16:3e:0e:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:46:19Z', 'updated_at': '2022-04-05T13:48:08Z', 'revision_number': 3, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 5, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:09.233173 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220473f-3fc0-43e0-838d-8946cf049aae req-7c75cd99-54c2-41dc-94d2-fcbd9be4b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:09.234650 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1220473f-3fc0-43e0-838d-8946cf049aae req-7c75cd99-54c2-41dc-94d2-fcbd9be4b9fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.0648177 Apr 05 13:48:09.245348 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-c1c37716-5558-42bf-93f5-c06a8b1c19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:09.246821 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-c1c37716-5558-42bf-93f5-c06a8b1c19a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.1665411 Apr 05 13:48:09.305140 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] Checking router: 87509cee-4c98-4ee2-b328-b2d32fb2c1af for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:09.315000 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:09.315648 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:09.342631 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-091e90cb-b75e-4777-8436-509b64460268 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a83c9ab-5780-4a30-99ee-398ef555b022 HTTP/1.1" status: 200 len: 1001 time: 0.0855126 Apr 05 13:48:09.346885 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220473f-3fc0-43e0-838d-8946cf049aae req-6174dafb-56a9-4a33-934d-a677b9b64319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:09.348374 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1220473f-3fc0-43e0-838d-8946cf049aae req-6174dafb-56a9-4a33-934d-a677b9b64319 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006787 Apr 05 13:48:09.423682 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:09.445941 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-c98cb684-c042-4bcc-a61d-f7ae184ee42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:09.447414 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-c98cb684-c042-4bcc-a61d-f7ae184ee42f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.0982113 Apr 05 13:48:09.501942 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1220473f-3fc0-43e0-838d-8946cf049aae req-3543d525-c3d0-499a-a18e-ebf47b813d6f service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443353 Apr 05 13:48:09.531376 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-a3c0a951-7701-47cd-91ea-6fd8ed006355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:09.532856 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-a3c0a951-7701-47cd-91ea-6fd8ed006355 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763173 Apr 05 13:48:09.650138 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'port_id': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'mac_address': 'fa:16:3e:0e:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:46:19Z', 'updated_at': '2022-04-05T13:48:08Z', 'revision_number': 3, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 5, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:09.659574 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1220473f-3fc0-43e0-838d-8946cf049aae req-a4edb60a-492b-4ac2-82fc-0e7cb8ab3938 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478088 Apr 05 13:48:09.676229 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11618da-fc6a-4e4f-9311-ce2d8890263e None None] The sync data for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi is: [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'port_id': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'mac_address': 'fa:16:3e:0e:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:46:19Z', 'updated_at': '2022-04-05T13:48:08Z', 'revision_number': 3, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 5, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:09.677444 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-bbf217b2-aacf-40da-bbbd-29e951ba7d30 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113789 Apr 05 13:48:09.775874 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bfd7920f-7f02-4528-8c1f-f2be8991d023 req-076a21d0-7459-491b-a445-2c8ec1ff15ae service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896628 Apr 05 13:48:09.964701 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:10.925321 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:10.927727 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b79ca98-17b5-4bec-8802-fcf95fa35e46" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:10.963990 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd296c3-1dbd-4acd-b686-97250dcbaed9 x-openstack-request-id: req-ecd296c3-1dbd-4acd-b686-97250dcbaed9 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:10.964287 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:10.964544 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ecd296c3-1dbd-4acd-b686-97250dcbaed9 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:10.964951 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd296c3-1dbd-4acd-b686-97250dcbaed9'] response: {'name': 'network-changed', 'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'status': 'completed', 'code': 200} Apr 05 13:48:11.035135 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-95fd8378-5ead-4220-bfd8-89861869fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:11.036638 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-95fd8378-5ead-4220-bfd8-89861869fff6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0437751 Apr 05 13:48:11.381471 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-85592fd4-2493-48bc-a49f-10171715a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:11.382924 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-85592fd4-2493-48bc-a49f-10171715a668 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 200 len: 919 time: 0.3395438 Apr 05 13:48:11.448559 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-61dd6014-f476-446a-a29d-a3f9f4911049 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a83c9ab-5780-4a30-99ee-398ef555b022 HTTP/1.1" status: 200 len: 1001 time: 0.0586846 Apr 05 13:48:11.500854 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-334a9f79-1144-486c-947b-e0f876131056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:11.502331 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-334a9f79-1144-486c-947b-e0f876131056 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 200 len: 857 time: 0.0452690 Apr 05 13:48:11.555874 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-7642cc88-0ec4-4656-bb2c-84b879fd13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:11.557358 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-7642cc88-0ec4-4656-bb2c-84b879fd13dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f94a67a-4b4c-4b0c-b628-6c4483480757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468996 Apr 05 13:48:11.646574 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-2e5996df-b168-44a0-a2ea-c295eb7afaa1 service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814056 Apr 05 13:48:11.745333 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5b79ca98-17b5-4bec-8802-fcf95fa35e46 req-48481f09-8014-4b1e-980b-e2b63e66c54c service neutron] 10.222.0.46 "GET /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907080 Apr 05 13:48:14.695201 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:48:17.230870 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-779063e2-ec22-470b-af61-524849175991 req-8bc39b28-462d-4db7-8922-409d10190b28 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994863350&fields=id&tenant_id=ad212df8938b49c5b4ea37ea0e5428d5 HTTP/1.1" status: 200 len: 267 time: 0.1943603 Apr 05 13:48:17.286452 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779063e2-ec22-470b-af61-524849175991 req-18fd2606-8226-430f-af7e-5b47afed3ce8 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:17.288465 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-779063e2-ec22-470b-af61-524849175991 req-18fd2606-8226-430f-af7e-5b47afed3ce8 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 985 time: 0.0521679 Apr 05 13:48:17.298854 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-779063e2-ec22-470b-af61-524849175991 req-ce4dd8fc-ba2b-4f01-90fb-66f41ab9e822 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Request body: {'port': {'security_groups': ['ef70197d-c5a4-4464-94a3-17647ed219b3']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:17.381528 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-779063e2-ec22-470b-af61-524849175991 req-ce4dd8fc-ba2b-4f01-90fb-66f41ab9e822 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:17.554028 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-779063e2-ec22-470b-af61-524849175991 req-ce4dd8fc-ba2b-4f01-90fb-66f41ab9e822 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] For port b68cef7c-d9bf-494a-be42-2c1584ca80e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:17.582566 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-779063e2-ec22-470b-af61-524849175991 req-ce4dd8fc-ba2b-4f01-90fb-66f41ab9e822 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:17.587659 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-779063e2-ec22-470b-af61-524849175991 req-ce4dd8fc-ba2b-4f01-90fb-66f41ab9e822 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:17.611937 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['b68cef7c-d9bf-494a-be42-2c1584ca80e8'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:48:17.630390 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779063e2-ec22-470b-af61-524849175991 req-ce4dd8fc-ba2b-4f01-90fb-66f41ab9e822 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:17.631034 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-779063e2-ec22-470b-af61-524849175991 req-ce4dd8fc-ba2b-4f01-90fb-66f41ab9e822 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:17.632967 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-779063e2-ec22-470b-af61-524849175991 req-ce4dd8fc-ba2b-4f01-90fb-66f41ab9e822 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "PUT /v2.0/ports/b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 200 len: 943 time: 0.3384213 Apr 05 13:48:17.633387 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:17.635849 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36d43e9-d6d9-44ad-84b9-965639093d14" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:17.641542 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56238) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:17.671787 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dd8fc-ba2b-4f01-90fb-66f41ab9e822 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event updated for resources: {'Port': ['ID=b68cef7c-d9bf-494a-be42-2c1584ca80e8,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:17.683742 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eafb923-ef9e-4f14-9859-8cacc7ac63ac x-openstack-request-id: req-5eafb923-ef9e-4f14-9859-8cacc7ac63ac {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:17.684566 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:17.684832 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5eafb923-ef9e-4f14-9859-8cacc7ac63ac {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:17.685325 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eafb923-ef9e-4f14-9859-8cacc7ac63ac'] response: {'name': 'network-changed', 'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'status': 'completed', 'code': 200} Apr 05 13:48:17.748595 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['b68cef7c-d9bf-494a-be42-2c1584ca80e8'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:48:17.790368 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group (fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:17.808145 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-454fbfae-896d-46d9-a83a-2ab63044ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:17.809668 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-454fbfae-896d-46d9-a83a-2ab63044ba40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad212df8938b49c5b4ea37ea0e5428d5&device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 1130 time: 0.0964940 Apr 05 13:48:17.845777 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group (fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:17.954199 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-fb942a77-4b2f-4910-a1f2-d67fb1707020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:17.955700 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-fb942a77-4b2f-4910-a1f2-d67fb1707020 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3577407-2ce1-48bb-9562-9c8640b0a046 HTTP/1.1" status: 200 len: 915 time: 0.1335928 Apr 05 13:48:17.998342 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-4f4b0d0c-9a6d-46ea-8917-773dd449ce84 None None] Provisioning complete for port b68cef7c-d9bf-494a-be42-2c1584ca80e8 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:17.998710 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4f4b0d0c-9a6d-46ea-8917-773dd449ce84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:18.016612 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:18.019146 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:18.020335 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "DELETE /v2.0/security-groups/fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a HTTP/1.1" status: 204 len: 168 time: 0.3778000 Apr 05 13:48:18.023445 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56240) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:18.040192 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4bd02d-8e2d-4bf4-95f5-98fa20f0115a,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:18.046333 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-329dd78d-8089-4ff8-9909-b736352d0d23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 200 len: 1002 time: 0.0838346 Apr 05 13:48:18.051085 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.051460 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.051820 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.052166 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.052505 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.052955 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.053459 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.054300 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.054635 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.054965 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.055296 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.056061 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.056061 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.056271 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.056600 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aacdd3-4661-419f-809a-26906aaff10d tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:18.107774 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-02041246-e604-4a1e-b5be-a27b97ccca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:18.109350 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-02041246-e604-4a1e-b5be-a27b97ccca0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8c0e83c-d0c1-48b3-ac4b-590a8978b267 HTTP/1.1" status: 200 len: 853 time: 0.0498369 Apr 05 13:48:18.134386 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b0d0c-9a6d-46ea-8917-773dd449ce84 None None] Current status of the port b68cef7c-d9bf-494a-be42-2c1584ca80e8 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:18.171989 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-4e5d60d6-3c05-4d4f-afc2-2fbfa1c1f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:18.173607 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-4e5d60d6-3c05-4d4f-afc2-2fbfa1c1f5a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3577407-2ce1-48bb-9562-9c8640b0a046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549114 Apr 05 13:48:18.217277 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Deleting port 1db3faa0-5fda-4f41-912b-b1f6d8ef040e {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:18.217552 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (1db3faa0-5fda-4f41-912b-b1f6d8ef040e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:18.274478 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-87341a15-4cca-4413-b636-742e55089912 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886757 Apr 05 13:48:18.296010 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (1db3faa0-5fda-4f41-912b-b1f6d8ef040e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:18.296605 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for floatingip (1db3faa0-5fda-4f41-912b-b1f6d8ef040e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:18.309081 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Calling delete_port for 1db3faa0-5fda-4f41-912b-b1f6d8ef040e owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:18.367156 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e36d43e9-d6d9-44ad-84b9-965639093d14 req-d57ce5a5-2136-4bd7-8a69-2c849073900c service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851505 Apr 05 13:48:18.480624 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (1db3faa0-5fda-4f41-912b-b1f6d8ef040e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:18.504756 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event deleted for resources: {'Port': ['ID=1db3faa0-5fda-4f41-912b-b1f6d8ef040e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:18.568808 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks [] for floatingip (87ba0c18-5d70-4178-8a33-ecc58ed3b4d8), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:18.569143 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Floating IP 87ba0c18-5d70-4178-8a33-ecc58ed3b4d8 disassociated (deleted). External IP: 172.27.2.236, port: b68cef7c-d9bf-494a-be42-2c1584ca80e8. Apr 05 13:48:18.778814 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:48:18.891456 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:18.896328 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:18.902003 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] Sync routers for ids ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:18.915130 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] Routers {'9b98e7ba-fa71-4a16-94d3-0627b0e03147'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:18.915807 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:18.926419 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f8f96c18-375e-4402-b416-b26cca26d14a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "DELETE /v2.0/floatingips/87ba0c18-5d70-4178-8a33-ecc58ed3b4d8 HTTP/1.1" status: 204 len: 168 time: 0.9015064 Apr 05 13:48:19.028902 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] Set router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:19.238531 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:09Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'e87623f3-74a2-4821-a7ad-95d5285f11e9', 'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'mac_address': 'fa:16:3e:af:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:07Z', 'updated_at': '2022-04-05T13:45:15Z', 'revision_number': 5, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'subnets': [{'id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:19.265299 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] Checking router: 9b98e7ba-fa71-4a16-94d3-0627b0e03147 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:19.274055 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] Routers {'9b98e7ba-fa71-4a16-94d3-0627b0e03147'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:19.274782 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:19.384736 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] Set router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:19.582180 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:09Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'e87623f3-74a2-4821-a7ad-95d5285f11e9', 'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'mac_address': 'fa:16:3e:af:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:07Z', 'updated_at': '2022-04-05T13:45:15Z', 'revision_number': 5, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'subnets': [{'id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:19.608584 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4504a996-fc8d-44b7-88e5-aa11e31f644e None None] The sync data for ids ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'] in dv-cinder-835878-2-iscsi is: [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:09Z', 'revision_number': 4, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'e87623f3-74a2-4821-a7ad-95d5285f11e9', 'name': '', 'network_id': 'c3577407-2ce1-48bb-9562-9c8640b0a046', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'mac_address': 'fa:16:3e:af:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:07Z', 'updated_at': '2022-04-05T13:45:15Z', 'revision_number': 5, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'subnets': [{'id': 'e8c0e83c-d0c1-48b3-ac4b-590a8978b267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:19.686923 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:19.689475 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d43401-6a93-4847-8e51-320d98cf96af" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:19.724993 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9443d7dd-b5f7-4dda-8f76-b8626a31df74 x-openstack-request-id: req-9443d7dd-b5f7-4dda-8f76-b8626a31df74 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:19.725310 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:19.725571 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9443d7dd-b5f7-4dda-8f76-b8626a31df74 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:19.726309 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9443d7dd-b5f7-4dda-8f76-b8626a31df74'] response: {'name': 'network-changed', 'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'status': 'completed', 'code': 200} Apr 05 13:48:19.821867 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43401-6a93-4847-8e51-320d98cf96af req-b67c7378-f9d2-47d1-9d22-2eeddab5a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:19.823435 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-66d43401-6a93-4847-8e51-320d98cf96af req-b67c7378-f9d2-47d1-9d22-2eeddab5a9a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad212df8938b49c5b4ea37ea0e5428d5&device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 1130 time: 0.0685756 Apr 05 13:48:19.859287 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f81a17-bd64-4e33-bfa2-58095f7c6a7b None None] New status for floating IP 87ba0c18-5d70-4178-8a33-ecc58ed3b4d8: DOWN {{(pid=109892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:48:19.922113 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43401-6a93-4847-8e51-320d98cf96af req-6dc5c073-5736-4c8f-ab78-54630db284bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:19.923518 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-66d43401-6a93-4847-8e51-320d98cf96af req-6dc5c073-5736-4c8f-ab78-54630db284bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3577407-2ce1-48bb-9562-9c8640b0a046 HTTP/1.1" status: 200 len: 915 time: 0.0935166 Apr 05 13:48:19.969318 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-66d43401-6a93-4847-8e51-320d98cf96af req-34a5e027-6d43-4f1c-ad0c-3e685dcc8715 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 200 len: 217 time: 0.0388949 Apr 05 13:48:20.023157 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43401-6a93-4847-8e51-320d98cf96af req-8c820477-79ce-4796-94f5-92e4ff227dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:20.024730 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-66d43401-6a93-4847-8e51-320d98cf96af req-8c820477-79ce-4796-94f5-92e4ff227dab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8c0e83c-d0c1-48b3-ac4b-590a8978b267 HTTP/1.1" status: 200 len: 853 time: 0.0479975 Apr 05 13:48:20.083266 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43401-6a93-4847-8e51-320d98cf96af req-7afbece8-2a97-4c7b-a1ae-c48f5c82e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:20.085360 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-66d43401-6a93-4847-8e51-320d98cf96af req-7afbece8-2a97-4c7b-a1ae-c48f5c82e9b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3577407-2ce1-48bb-9562-9c8640b0a046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487053 Apr 05 13:48:20.183133 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-66d43401-6a93-4847-8e51-320d98cf96af req-c10e12ac-1e64-4dbc-9158-ea36a5afabf1 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904725 Apr 05 13:48:20.278362 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-66d43401-6a93-4847-8e51-320d98cf96af req-94205f58-7666-4952-a059-a1490f95a581 service neutron] 10.222.0.46 "GET /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866497 Apr 05 13:48:21.648342 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58159782-5267-4d05-8c30-d76d9966dd33 req-6ae2d71a-0026-41ad-991a-f91f4820593a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:21.649985 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-58159782-5267-4d05-8c30-d76d9966dd33 req-6ae2d71a-0026-41ad-991a-f91f4820593a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.0552015 Apr 05 13:48:21.698430 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-58159782-5267-4d05-8c30-d76d9966dd33 req-65520c00-cc9f-4aff-bf32-706502f8893a tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Apr 05 13:48:22.872566 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895de37-0941-44a3-94ad-3ad820d92502 req-a2ee7ba3-1b70-4031-9f74-5b189b9e2872 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:22.874059 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e895de37-0941-44a3-94ad-3ad820d92502 req-a2ee7ba3-1b70-4031-9f74-5b189b9e2872 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.1078231 Apr 05 13:48:22.925261 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e895de37-0941-44a3-94ad-3ad820d92502 req-72881d76-6ec6-449c-8788-44f8d04b6a56 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef70197d-c5a4-4464-94a3-17647ed219b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456753 Apr 05 13:48:23.608993 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ed0-8679-4f62-a29a-feea7218881b req-725f233a-f231-4ec1-882d-7483b93f97a7 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:23.610442 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-82d05ed0-8679-4f62-a29a-feea7218881b req-725f233a-f231-4ec1-882d-7483b93f97a7 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 946 time: 0.0532751 Apr 05 13:48:23.704908 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-82d05ed0-8679-4f62-a29a-feea7218881b req-aba2dea5-d331-489a-9d56-42df22a31a07 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Deleting port b68cef7c-d9bf-494a-be42-2c1584ca80e8 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:23.705248 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-82d05ed0-8679-4f62-a29a-feea7218881b req-aba2dea5-d331-489a-9d56-42df22a31a07 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:23.797082 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-82d05ed0-8679-4f62-a29a-feea7218881b req-aba2dea5-d331-489a-9d56-42df22a31a07 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] For port b68cef7c-d9bf-494a-be42-2c1584ca80e8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b68cef7c-d9bf-494a-be42-2c1584ca80e8,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:23.797454 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-82d05ed0-8679-4f62-a29a-feea7218881b req-aba2dea5-d331-489a-9d56-42df22a31a07 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:23.811901 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-82d05ed0-8679-4f62-a29a-feea7218881b req-aba2dea5-d331-489a-9d56-42df22a31a07 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Calling delete_port for b68cef7c-d9bf-494a-be42-2c1584ca80e8 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:23.944812 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-82d05ed0-8679-4f62-a29a-feea7218881b req-aba2dea5-d331-489a-9d56-42df22a31a07 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (b68cef7c-d9bf-494a-be42-2c1584ca80e8), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:23.962422 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['b68cef7c-d9bf-494a-be42-2c1584ca80e8'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:48:23.977112 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2dea5-d331-489a-9d56-42df22a31a07 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Pushing event deleted for resources: {'Port': ['ID=b68cef7c-d9bf-494a-be42-2c1584ca80e8,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:24.033032 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d05ed0-8679-4f62-a29a-feea7218881b req-aba2dea5-d331-489a-9d56-42df22a31a07 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] No DVR routers for this DVR port b68cef7c-d9bf-494a-be42-2c1584ca80e8 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:48:24.052026 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-82d05ed0-8679-4f62-a29a-feea7218881b req-aba2dea5-d331-489a-9d56-42df22a31a07 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:24.055486 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-82d05ed0-8679-4f62-a29a-feea7218881b req-aba2dea5-d331-489a-9d56-42df22a31a07 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.46 "DELETE /v2.0/ports/b68cef7c-d9bf-494a-be42-2c1584ca80e8 HTTP/1.1" status: 204 len: 173 time: 0.4388545 Apr 05 13:48:24.056174 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'name': 'network-vif-deleted', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:24.058437 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6c5d6d-0255-4940-a73a-6874fd3b4b88" -d '{"events": [{"server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "name": "network-vif-deleted", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:24.062095 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9fe837bc-32ff-4e5d-bc34-73053c57d20a req-1a7efe6f-2279-45d3-a433-5e5f0915dc36 tempest-TestMinimumBasicScenario-765699414 tempest-TestMinimumBasicScenario-765699414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c72698-f879-4ec1-84cc-63e1033dc930 HTTP/1.1" status: 200 len: 210 time: 0.0546901 Apr 05 13:48:24.113624 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d363b33-4677-4852-abe8-7b9f5d2d6c21 x-openstack-request-id: req-1d363b33-4677-4852-abe8-7b9f5d2d6c21 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:24.114031 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c72698-f879-4ec1-84cc-63e1033dc930", "name": "network-vif-deleted", "tag": "b68cef7c-d9bf-494a-be42-2c1584ca80e8", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:24.114287 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d363b33-4677-4852-abe8-7b9f5d2d6c21 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:24.114694 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d363b33-4677-4852-abe8-7b9f5d2d6c21'] response: {'server_uuid': 'd7c72698-f879-4ec1-84cc-63e1033dc930', 'name': 'network-vif-deleted', 'tag': 'b68cef7c-d9bf-494a-be42-2c1584ca80e8', 'status': 'completed', 'code': 200} Apr 05 13:48:25.834467 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56346) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:26.253458 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092052'] for router_interface (9b98e7ba-fa71-4a16-94d3-0627b0e03147), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:26.804291 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Deleting port e87623f3-74a2-4821-a7ad-95d5285f11e9 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:26.804636 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:26.885957 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] For port e87623f3-74a2-4821-a7ad-95d5285f11e9, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=e87623f3-74a2-4821-a7ad-95d5285f11e9,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:26.886615 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:26.898739 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Calling delete_port for e87623f3-74a2-4821-a7ad-95d5285f11e9 owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:27.074190 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device b68cef7c-d9bf-494a-be42-2c1584ca80e8 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:48:27.087378 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (e87623f3-74a2-4821-a7ad-95d5285f11e9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:27.094218 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: b68cef7c-d9bf-494a-be42-2c1584ca80e8 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:48:27.094647 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device b68cef7c-d9bf-494a-be42-2c1584ca80e8 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:48:27.112992 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Pushing event deleted for resources: {'Port': ['ID=e87623f3-74a2-4821-a7ad-95d5285f11e9,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:27.124715 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.125069 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.125414 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.125750 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.126085 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.126418 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.126743 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.127071 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.127398 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.127745 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.128071 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.128397 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.128713 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.129038 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.129358 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:27.295288 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2073473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578372'] for router_interface (9b98e7ba-fa71-4a16-94d3-0627b0e03147), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:27.513613 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:48:27.621444 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:27.626877 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d58de826-599c-4e94-99dc-7f4677cfddfa admin admin] 10.222.0.59 "PUT /v2.0/routers/9b98e7ba-fa71-4a16-94d3-0627b0e03147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913599 Apr 05 13:48:27.629463 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56350) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:27.630211 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] Sync routers for ids ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:27.640883 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] Routers {'9b98e7ba-fa71-4a16-94d3-0627b0e03147'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:27.641492 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:27.738658 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Publish callbacks [] for router (9b98e7ba-fa71-4a16-94d3-0627b0e03147), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:27.756852 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] Set router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:27.845315 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Publish callbacks [] for router_gateway (9b98e7ba-fa71-4a16-94d3-0627b0e03147), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:27.907845 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Deleting port b6d79e72-bef5-4803-831d-1a4a69eb6d47 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:27.908589 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:27.936427 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:48:27Z', 'revision_number': 5, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port': {'id': 'b6d79e72-bef5-4803-831d-1a4a69eb6d47', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:27.965764 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] Checking router: 9b98e7ba-fa71-4a16-94d3-0627b0e03147 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:27.973971 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] Routers {'9b98e7ba-fa71-4a16-94d3-0627b0e03147'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:27.975182 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:27.994454 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] For port b6d79e72-bef5-4803-831d-1a4a69eb6d47, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=b6d79e72-bef5-4803-831d-1a4a69eb6d47,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:27.994828 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.007217 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Calling delete_port for b6d79e72-bef5-4803-831d-1a4a69eb6d47 owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:28.077717 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] Set router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:28.130337 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:48:27Z', 'revision_number': 6, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port_host': None}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:28.160713 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c403ae-7ac5-4565-8e62-cd7dbecf520c None None] The sync data for ids ['9b98e7ba-fa71-4a16-94d3-0627b0e03147'] in dv-cinder-835878-2-iscsi is: [{'id': '9b98e7ba-fa71-4a16-94d3-0627b0e03147', 'name': 'tempest-TestMinimumBasicScenario-214950928-router', 'tenant_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:05Z', 'updated_at': '2022-04-05T13:48:27Z', 'revision_number': 6, 'project_id': 'ad212df8938b49c5b4ea37ea0e5428d5', 'gw_port_host': None}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:28.197422 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (b6d79e72-bef5-4803-831d-1a4a69eb6d47), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.227684 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d79e72-bef5-4803-831d-1a4a69eb6d47,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:28.289085 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578306'] for router_gateway (9b98e7ba-fa71-4a16-94d3-0627b0e03147), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.394142 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14376'] for router (9b98e7ba-fa71-4a16-94d3-0627b0e03147), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.396774 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Publish callbacks [] for router_controller (9b98e7ba-fa71-4a16-94d3-0627b0e03147), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.462132 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092792'] for router (9b98e7ba-fa71-4a16-94d3-0627b0e03147), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.462576 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b98e7ba-fa71-4a16-94d3-0627b0e03147 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 13:48:28.467325 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.468496 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-17e02280-d7f0-4d80-9396-3a61ab7c9193 admin admin] 10.222.0.59 "DELETE /v2.0/routers/9b98e7ba-fa71-4a16-94d3-0627b0e03147 HTTP/1.1" status: 204 len: 168 time: 0.8381021 Apr 05 13:48:28.471310 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56354) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:28.515715 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e668f0-84ba-46d0-b102-ffb5d40300c7 admin admin] Deleting subnet e8c0e83c-d0c1-48b3-ac4b-590a8978b267 {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:48:28.518914 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4e668f0-84ba-46d0-b102-ffb5d40300c7 admin admin] Publish callbacks [] for subnet (e8c0e83c-d0c1-48b3-ac4b-590a8978b267), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.553838 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4e668f0-84ba-46d0-b102-ffb5d40300c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444386'] for subnet (e8c0e83c-d0c1-48b3-ac4b-590a8978b267), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.666595 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4e668f0-84ba-46d0-b102-ffb5d40300c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (e8c0e83c-d0c1-48b3-ac4b-590a8978b267), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.717141 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4e668f0-84ba-46d0-b102-ffb5d40300c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25339686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25434302'] for subnet (e8c0e83c-d0c1-48b3-ac4b-590a8978b267), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.741506 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e668f0-84ba-46d0-b102-ffb5d40300c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c0e83c-d0c1-48b3-ac4b-590a8978b267,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:28.747340 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4e668f0-84ba-46d0-b102-ffb5d40300c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.750866 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b4e668f0-84ba-46d0-b102-ffb5d40300c7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e8c0e83c-d0c1-48b3-ac4b-590a8978b267 HTTP/1.1" status: 204 len: 168 time: 0.2785926 Apr 05 13:48:28.753378 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56358) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:28.756150 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add7132-65e2-48cb-beac-7091068dcad5 None None] Network c3577407-2ce1-48bb-9562-9c8640b0a046 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:48:28.828234 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (c3577407-2ce1-48bb-9562-9c8640b0a046), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.883306 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Deleting port 514089d3-89b3-4011-ac3b-4b91291bd2f2 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:28.883600 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.952861 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] For port 514089d3-89b3-4011-ac3b-4b91291bd2f2, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=514089d3-89b3-4011-ac3b-4b91291bd2f2,segment=NetworkSegment(d9dfff2e-12b6-4827-8389-22a1c0783fb0),segment_id=d9dfff2e-12b6-4827-8389-22a1c0783fb0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:28.953507 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:28.966849 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Calling delete_port for 514089d3-89b3-4011-ac3b-4b91291bd2f2 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:29.059840 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684e6700-520e-48f4-87ee-05d1cc3d686a None None] DHCP port deletion for c3577407-2ce1-48bb-9562-9c8640b0a046 request from dv-cinder-835878-2-iscsi {{(pid=109891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 13:48:29.060818 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (514089d3-89b3-4011-ac3b-4b91291bd2f2), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:29.089628 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device e87623f3-74a2-4821-a7ad-95d5285f11e9 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:48:29.094530 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=514089d3-89b3-4011-ac3b-4b91291bd2f2,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:29.096607 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] No DVR routers for this DVR port 514089d3-89b3-4011-ac3b-4b91291bd2f2 on host dv-cinder-835878-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:48:29.118752 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: e87623f3-74a2-4821-a7ad-95d5285f11e9 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:48:29.119150 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device e87623f3-74a2-4821-a7ad-95d5285f11e9 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:48:29.119690 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device b6d79e72-bef5-4803-831d-1a4a69eb6d47 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:48:29.139727 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: b6d79e72-bef5-4803-831d-1a4a69eb6d47 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:48:29.140150 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device b6d79e72-bef5-4803-831d-1a4a69eb6d47 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:48:29.168906 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (c3577407-2ce1-48bb-9562-9c8640b0a046), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:29.189586 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3577407-2ce1-48bb-9562-9c8640b0a046']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:29.200319 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9dfff2e-12b6-4827-8389-22a1c0783fb0') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:29.200606 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9dfff2e-12b6-4827-8389-22a1c0783fb0') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:29.211269 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (d9dfff2e-12b6-4827-8389-22a1c0783fb0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:29.225942 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (d9dfff2e-12b6-4827-8389-22a1c0783fb0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:29.232924 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:48:29.233412 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (d9dfff2e-12b6-4827-8389-22a1c0783fb0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:48:29.235313 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:48:29.293466 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (c3577407-2ce1-48bb-9562-9c8640b0a046), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:29.299873 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:29.303398 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] 10.222.0.59 "DELETE /v2.0/networks/c3577407-2ce1-48bb-9562-9c8640b0a046 HTTP/1.1" status: 204 len: 168 time: 0.5490675 Apr 05 13:48:29.306703 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56360) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:29.313107 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4895b-8184-4023-848a-b17269702a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=c3577407-2ce1-48bb-9562-9c8640b0a046,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:29.728769 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092052'] for router_interface (6ee556f7-e823-483f-a646-48e635acae90), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:30.035392 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] Deleting port 014bfe9a-587c-4a72-a6a7-dff5e84a351c {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:30.035681 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:30.116030 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] For port 014bfe9a-587c-4a72-a6a7-dff5e84a351c, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=014bfe9a-587c-4a72-a6a7-dff5e84a351c,segment=NetworkSegment(078d6dce-47aa-4897-884b-fa8f0c4fbd21),segment_id=078d6dce-47aa-4897-884b-fa8f0c4fbd21)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:30.116393 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:30.128781 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] Calling delete_port for 014bfe9a-587c-4a72-a6a7-dff5e84a351c owned by network:router_interface {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:30.310837 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (014bfe9a-587c-4a72-a6a7-dff5e84a351c), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:30.338085 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=014bfe9a-587c-4a72-a6a7-dff5e84a351c,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:30.506696 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2073473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578372'] for router_interface (6ee556f7-e823-483f-a646-48e635acae90), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:30.973824 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] Router 6ee556f7-e823-483f-a646-48e635acae90 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:48:31.087982 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:31.092618 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 514089d3-89b3-4011-ac3b-4b91291bd2f2 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:48:31.093447 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-93f15657-d59f-413a-bb03-1b5632ff9d89 admin admin] 10.222.0.59 "PUT /v2.0/routers/6ee556f7-e823-483f-a646-48e635acae90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7857392 Apr 05 13:48:31.096035 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56370) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:31.098493 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] Sync routers for ids ['6ee556f7-e823-483f-a646-48e635acae90'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:31.109567 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] Routers {'6ee556f7-e823-483f-a646-48e635acae90'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:31.110190 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['6ee556f7-e823-483f-a646-48e635acae90'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:31.117311 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 514089d3-89b3-4011-ac3b-4b91291bd2f2 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:48:31.117663 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 514089d3-89b3-4011-ac3b-4b91291bd2f2 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:48:31.205708 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Publish callbacks [] for router (6ee556f7-e823-483f-a646-48e635acae90), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:31.217941 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] Set router 6ee556f7-e823-483f-a646-48e635acae90 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:31.317320 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Publish callbacks [] for router_gateway (6ee556f7-e823-483f-a646-48e635acae90), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:31.371126 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Deleting port f15a0ade-6f06-4d43-8758-538733c82537 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:31.371380 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (f15a0ade-6f06-4d43-8758-538733c82537), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:31.399224 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee556f7-e823-483f-a646-48e635acae90', 'name': 'tempest-TestMinimumBasicScenario-1691315519-router', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:13Z', 'updated_at': '2022-04-05T13:48:30Z', 'revision_number': 5, 'project_id': '2252db290d944e8280cc95089bed186d', 'gw_port': {'id': 'f15a0ade-6f06-4d43-8758-538733c82537', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee556f7-e823-483f-a646-48e635acae90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:14Z', 'updated_at': '2022-04-05T13:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:31.425682 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] Checking router: 6ee556f7-e823-483f-a646-48e635acae90 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:31.434449 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] Routers {'6ee556f7-e823-483f-a646-48e635acae90'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:31.435069 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['6ee556f7-e823-483f-a646-48e635acae90'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:31.453592 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] For port f15a0ade-6f06-4d43-8758-538733c82537, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=f15a0ade-6f06-4d43-8758-538733c82537,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:31.454311 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (f15a0ade-6f06-4d43-8758-538733c82537), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:31.471136 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Calling delete_port for f15a0ade-6f06-4d43-8758-538733c82537 owned by network:router_gateway {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:31.531034 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] Set router 6ee556f7-e823-483f-a646-48e635acae90 gateway port host: None {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:31.585890 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee556f7-e823-483f-a646-48e635acae90', 'name': 'tempest-TestMinimumBasicScenario-1691315519-router', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:13Z', 'updated_at': '2022-04-05T13:48:31Z', 'revision_number': 6, 'project_id': '2252db290d944e8280cc95089bed186d', 'gw_port_host': None}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:31.613329 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb07f8e-4e2f-461e-bc56-8ff284d63d0f None None] The sync data for ids ['6ee556f7-e823-483f-a646-48e635acae90'] in dv-cinder-835878-2-iscsi is: [{'id': '6ee556f7-e823-483f-a646-48e635acae90', 'name': 'tempest-TestMinimumBasicScenario-1691315519-router', 'tenant_id': '2252db290d944e8280cc95089bed186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:13Z', 'updated_at': '2022-04-05T13:48:31Z', 'revision_number': 6, 'project_id': '2252db290d944e8280cc95089bed186d', 'gw_port_host': None}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:31.652813 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (f15a0ade-6f06-4d43-8758-538733c82537), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:31.686422 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15a0ade-6f06-4d43-8758-538733c82537,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:31.749200 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578306'] for router_gateway (6ee556f7-e823-483f-a646-48e635acae90), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:31.861668 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14376'] for router (6ee556f7-e823-483f-a646-48e635acae90), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:31.863895 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Publish callbacks [] for router_controller (6ee556f7-e823-483f-a646-48e635acae90), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:31.941399 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092792'] for router (6ee556f7-e823-483f-a646-48e635acae90), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:31.942029 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee556f7-e823-483f-a646-48e635acae90 {{(pid=109890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 13:48:31.948263 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:31.949436 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-107ce3da-5b1a-413e-b099-1a20382c1015 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6ee556f7-e823-483f-a646-48e635acae90 HTTP/1.1" status: 204 len: 168 time: 0.8525405 Apr 05 13:48:31.952043 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56374) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:31.999943 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd985cb9-abc2-496c-bed7-3d688a3087c1 admin admin] Deleting subnet 86399f30-1bcf-4315-b46f-d3ce6f31f1fa {{(pid=109890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:48:32.003038 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd985cb9-abc2-496c-bed7-3d688a3087c1 admin admin] Publish callbacks [] for subnet (86399f30-1bcf-4315-b46f-d3ce6f31f1fa), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.043250 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd985cb9-abc2-496c-bed7-3d688a3087c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25631837'] for subnet (86399f30-1bcf-4315-b46f-d3ce6f31f1fa), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.156368 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd985cb9-abc2-496c-bed7-3d688a3087c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (86399f30-1bcf-4315-b46f-d3ce6f31f1fa), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.221272 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd985cb9-abc2-496c-bed7-3d688a3087c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25668743'] for subnet (86399f30-1bcf-4315-b46f-d3ce6f31f1fa), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.249603 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd985cb9-abc2-496c-bed7-3d688a3087c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86399f30-1bcf-4315-b46f-d3ce6f31f1fa,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:32.251409 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd985cb9-abc2-496c-bed7-3d688a3087c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.254670 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-cd985cb9-abc2-496c-bed7-3d688a3087c1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/86399f30-1bcf-4315-b46f-d3ce6f31f1fa HTTP/1.1" status: 204 len: 168 time: 0.3017805 Apr 05 13:48:32.256619 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9793d1b2-0936-4a10-9cfb-95bd5aca6662 None None] Network 5012c75d-a243-4944-8d66-8ed06ea71a2b requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:48:32.257553 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56378) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:32.329919 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (5012c75d-a243-4944-8d66-8ed06ea71a2b), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.389275 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Deleting port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:32.389614 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.446045 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a297ce-cb23-4979-b2b9-38905e28f729 None None] DHCP port deletion for 5012c75d-a243-4944-8d66-8ed06ea71a2b request from dv-cinder-835878-2-iscsi {{(pid=109891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 13:48:32.462521 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] For port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=95aa83c2-c51b-41ef-95f5-6346cac2d4b6,segment=NetworkSegment(078d6dce-47aa-4897-884b-fa8f0c4fbd21),segment_id=078d6dce-47aa-4897-884b-fa8f0c4fbd21)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:32.462906 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.476362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Calling delete_port for 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:32.493643 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-e8a297ce-cb23-4979-b2b9-38905e28f729 None None] Deleting port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 {{(pid=109891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:32.494018 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e8a297ce-cb23-4979-b2b9-38905e28f729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), before_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.563245 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-e8a297ce-cb23-4979-b2b9-38905e28f729 None None] For port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=95aa83c2-c51b-41ef-95f5-6346cac2d4b6,segment=NetworkSegment(078d6dce-47aa-4897-884b-fa8f0c4fbd21),segment_id=078d6dce-47aa-4897-884b-fa8f0c4fbd21)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:32.563695 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e8a297ce-cb23-4979-b2b9-38905e28f729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), precommit_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.577707 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-e8a297ce-cb23-4979-b2b9-38905e28f729 None None] Calling delete_port for 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 owned by network:dhcp {{(pid=109891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:32.703322 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e8a297ce-cb23-4979-b2b9-38905e28f729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), after_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.733642 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a297ce-cb23-4979-b2b9-38905e28f729 None None] No DVR routers for this DVR port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 on host dv-cinder-835878-2-iscsi {{(pid=109891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:48:32.738167 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a297ce-cb23-4979-b2b9-38905e28f729 None None] Pushing event deleted for resources: {'Port': ['ID=95aa83c2-c51b-41ef-95f5-6346cac2d4b6,revision_number=None']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:32.812350 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (95aa83c2-c51b-41ef-95f5-6346cac2d4b6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.836994 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Pushing event deleted for resources: {'Port': ['ID=95aa83c2-c51b-41ef-95f5-6346cac2d4b6,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:32.840501 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] No DVR routers for this DVR port 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 on host dv-cinder-835878-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:48:32.917025 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (5012c75d-a243-4944-8d66-8ed06ea71a2b), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.936488 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5012c75d-a243-4944-8d66-8ed06ea71a2b']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:32.946040 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078d6dce-47aa-4897-884b-fa8f0c4fbd21') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:32.946340 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078d6dce-47aa-4897-884b-fa8f0c4fbd21') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:32.955525 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (078d6dce-47aa-4897-884b-fa8f0c4fbd21), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.969916 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (078d6dce-47aa-4897-884b-fa8f0c4fbd21), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.976770 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:48:32.977176 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (078d6dce-47aa-4897-884b-fa8f0c4fbd21), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: self.session.flush() Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: self.session.flush() Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: self.session.flush() Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: self.session.flush() Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:48:32.979155 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:48:33.040123 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (5012c75d-a243-4944-8d66-8ed06ea71a2b), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.048927 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.053201 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5012c75d-a243-4944-8d66-8ed06ea71a2b HTTP/1.1" status: 204 len: 168 time: 0.7945449 Apr 05 13:48:33.063583 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b87d7f-95c4-4213-800b-36a5c8f47803 admin admin] Pushing event deleted for resources: {'Network': ['ID=5012c75d-a243-4944-8d66-8ed06ea71a2b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:33.085455 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device f15a0ade-6f06-4d43-8758-538733c82537 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:48:33.110378 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: f15a0ade-6f06-4d43-8758-538733c82537 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:48:33.110813 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device f15a0ade-6f06-4d43-8758-538733c82537 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:48:33.111477 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:48:33.132001 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:48:33.132781 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 95aa83c2-c51b-41ef-95f5-6346cac2d4b6 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:48:33.133519 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 014bfe9a-587c-4a72-a6a7-dff5e84a351c no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:48:33.159133 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 014bfe9a-587c-4a72-a6a7-dff5e84a351c {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:48:33.159734 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 014bfe9a-587c-4a72-a6a7-dff5e84a351c not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:48:33.239741 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56392) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:33.285088 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-62904386-7819-4860-be02-f1c31a70aa7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad212df8938b49c5b4ea37ea0e5428d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436969 Apr 05 13:48:33.285769 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56396) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:33.335195 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-38996766-0bf3-4178-9cfc-68484163beac admin admin] Publish callbacks [] for security_group (ef70197d-c5a4-4464-94a3-17647ed219b3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.339677 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ee8b5625-a250-4678-818c-063755e10524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.357963 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-38996766-0bf3-4178-9cfc-68484163beac admin admin] Publish callbacks [] for security_group (ef70197d-c5a4-4464-94a3-17647ed219b3), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.407344 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-38996766-0bf3-4178-9cfc-68484163beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ef70197d-c5a4-4464-94a3-17647ed219b3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.414121 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-38996766-0bf3-4178-9cfc-68484163beac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.415363 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-38996766-0bf3-4178-9cfc-68484163beac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef70197d-c5a4-4464-94a3-17647ed219b3 HTTP/1.1" status: 204 len: 168 time: 0.1289880 Apr 05 13:48:33.423984 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38996766-0bf3-4178-9cfc-68484163beac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef70197d-c5a4-4464-94a3-17647ed219b3,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:33.762570 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56408) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:33.801438 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-dd309feb-4a1b-4867-8f47-db0cee08633b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2252db290d944e8280cc95089bed186d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377192 Apr 05 13:48:33.804438 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56410) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:33.851009 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc2f7-47d1-4727-a14b-e95c727137ad admin admin] Publish callbacks [] for security_group (524819c5-a011-498c-9d43-4d920ac7381b), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.872035 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc2f7-47d1-4727-a14b-e95c727137ad admin admin] Publish callbacks [] for security_group (524819c5-a011-498c-9d43-4d920ac7381b), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.924498 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc2f7-47d1-4727-a14b-e95c727137ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (524819c5-a011-498c-9d43-4d920ac7381b), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.927361 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc2f7-47d1-4727-a14b-e95c727137ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:33.928929 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-7e2cc2f7-47d1-4727-a14b-e95c727137ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/524819c5-a011-498c-9d43-4d920ac7381b HTTP/1.1" status: 204 len: 168 time: 0.1235878 Apr 05 13:48:33.938038 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cc2f7-47d1-4727-a14b-e95c727137ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524819c5-a011-498c-9d43-4d920ac7381b,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:34.602509 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56438) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:34.706953 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-85405769-network', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:34.729594 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Made reservation on behalf of aa8d9df8c7bc47c198fe0d94abd938c8 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:48:34.731890 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:34.743861 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:34.831427 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a682-d2de-40dc-8319-e84aa4615c17 req-c89a5cfb-b480-45af-b22f-bfe340d698f6 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:34.832848 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-16d1a682-d2de-40dc-8319-e84aa4615c17 req-c89a5cfb-b480-45af-b22f-bfe340d698f6 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 945 time: 0.0811517 Apr 05 13:48:34.890264 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Publish callbacks [] for security_group (2b92bc03-12de-491a-b5c1-103224d7ba6b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:34.898521 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (2b92bc03-12de-491a-b5c1-103224d7ba6b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:34.919328 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-16d1a682-d2de-40dc-8319-e84aa4615c17 req-88f4ff94-87c7-401c-ac62-7c9178f76b55 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794585 Apr 05 13:48:34.930984 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:48:34.940151 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b92bc03-12de-491a-b5c1-103224d7ba6b,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:34.947019 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (a4450527-cbd3-47d4-b587-7b379ad91359), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:34.947373 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Added segment a4450527-cbd3-47d4-b587-7b379ad91359 of type vlan for network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 Apr 05 13:48:34.987267 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.018326 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.019313 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:35.019918 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.076599 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4729624 Apr 05 13:48:35.079673 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56444) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:35.083834 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269647d3-7a63-468b-b68a-2fdcf12ecde2 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:35.084824 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Request body: {'subnet': {'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-85405769-subnet', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:35.094023 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:48:35.105011 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Made reservation on behalf of aa8d9df8c7bc47c198fe0d94abd938c8 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:48:35.107260 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25434329'] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.272523 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25339361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25434311'] for subnet (896d3000-b82a-4761-8299-8aa22a3a1ebb), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.327984 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=896d3000-b82a-4761-8299-8aa22a3a1ebb,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:35.337170 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Checking segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:48:35.337526 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Network hostable DHCP agents. Network: d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:48:35.355171 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:48:35.363325 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:35.368039 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:35.368642 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.374206 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c8849-53ff-42ce-b8d0-691ca1b965b1 None None] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:48:35.387266 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0839b553-4f27-4822-b3a9-4386ec114e45 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3039291 Apr 05 13:48:35.387715 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56446) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:35.391746 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:35.413241 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (2129d531-2a68-40e1-b07e-152213c1f9a3), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.414364 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (2129d531-2a68-40e1-b07e-152213c1f9a3), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.469529 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks [] for router_controller (2129d531-2a68-40e1-b07e-152213c1f9a3), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.479459 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:48:35.480456 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.612886 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks [] for router_gateway (2129d531-2a68-40e1-b07e-152213c1f9a3), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.615647 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Allocated IP 172.20.0.2 (d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601/896d3000-b82a-4761-8299-8aa22a3a1ebb/013fe173-71ad-4fdf-94d8-37e4808fc208) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:48:35.764032 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Publish callbacks [] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.774694 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.804864 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-0cad92e5-8fdf-4d36-bf75-3c5c7c2a9c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.813634 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks [] for router_gateway (2129d531-2a68-40e1-b07e-152213c1f9a3), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.818917 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:48:35.821747 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:35.827381 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:48:35.832276 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.835943 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Pushing event updated for resources: {'Port': ['ID=013fe173-71ad-4fdf-94d8-37e4808fc208,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:35.863192 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.863441 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.863810 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.864173 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.864549 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.865452 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.865796 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.866129 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.866461 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.866791 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.867118 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.867445 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.867795 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.868119 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.868440 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:35.905377 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Attempting to bind port 013fe173-71ad-4fdf-94d8-37e4808fc208 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:48:35.905752 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Attempting to bind port 013fe173-71ad-4fdf-94d8-37e4808fc208 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:48:35.906113 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Attempting to bind port 013fe173-71ad-4fdf-94d8-37e4808fc208 on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:48:35.910967 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:48:35.911341 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Checking segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:48:35.912916 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.913337 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Bound using segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:48:35.913789 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Bound port: 013fe173-71ad-4fdf-94d8-37e4808fc208, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:48:35.914169 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:35.945085 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Allocated IP 172.27.2.122 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/fa64de52-58e1-4952-b341-d3e886cb40bd) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:48:35.987335 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] For port 013fe173-71ad-4fdf-94d8-37e4808fc208, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:48:35.990749 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] For port 013fe173-71ad-4fdf-94d8-37e4808fc208, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=013fe173-71ad-4fdf-94d8-37e4808fc208,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:48:35.997426 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:36.057231 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96b324-0143-4e1d-99e6-6340009d9c12 None None] Pushing event updated for resources: {'Port': ['ID=013fe173-71ad-4fdf-94d8-37e4808fc208,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:36.064809 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks [] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:36.108006 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:36.152882 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:48:36.157931 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:36.160466 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:48:36.167414 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa64de52-58e1-4952-b341-d3e886cb40bd,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:36.351711 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971d32-98e9-462b-a7a4-873cfafc14fd req-7ef260ce-a561-4fcf-aa40-20b0c3a72d24 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:36.353325 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e971d32-98e9-462b-a7a4-873cfafc14fd req-7ef260ce-a561-4fcf-aa40-20b0c3a72d24 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 945 time: 0.1543465 Apr 05 13:48:36.458067 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ccef9-c008-460d-977c-bb117494e940 req-5c1470cd-1553-4974-9c35-eedb29a32f88 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:36.459824 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-df9ccef9-c008-460d-977c-bb117494e940 req-5c1470cd-1553-4974-9c35-eedb29a32f88 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 945 time: 0.0547023 Apr 05 13:48:36.464647 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e971d32-98e9-462b-a7a4-873cfafc14fd req-3ef6c576-f8bd-4e51-9588-578f6746003f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=df25d0ac-80cd-4ffc-afc2-4a96c26a511b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048465 Apr 05 13:48:36.523576 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks [] for router_gateway (2129d531-2a68-40e1-b07e-152213c1f9a3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:36.564435 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Deleting port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:36.564775 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:36.652405 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:36.655577 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] For port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:36.655945 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:36.733161 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (2129d531-2a68-40e1-b07e-152213c1f9a3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:36.864294 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:36.864666 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:36.864957 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Floating IP be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8 disassociated. External IP: 172.27.2.68, port: 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed. Apr 05 13:48:36.865306 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Calling delete_port for 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:36.880684 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Router 2129d531-2a68-40e1-b07e-152213c1f9a3 is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:48:36.994263 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:37.006393 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:37.007304 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Sync routers for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:37.016349 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:37.020432 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2ff636b3-e730-4872-9544-5fed1a36f7c1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6293199 Apr 05 13:48:37.020799 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56454) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:37.025999 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:37.026614 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:37.043739 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'Port': ['ID=0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:37.120052 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca96faf-20f5-4c19-8d6d-4e1e57a89fdc None None] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:48:37.205682 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:48:37.223410 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 013fe173-71ad-4fdf-94d8-37e4808fc208 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:37.307155 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-8519be12-4b4d-4a0c-affd-f099bb5ecf1f None None] Provisioning complete for port 013fe173-71ad-4fdf-94d8-37e4808fc208 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:37.307547 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-8519be12-4b4d-4a0c-affd-f099bb5ecf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:37.327021 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:37.341521 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:37.353935 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:37.355056 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:37.374955 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] No DVR routers for this DVR port 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:48:37.377856 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:37.382356 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-df9ccef9-c008-460d-977c-bb117494e940 req-9b1ae89b-d04e-426a-96c4-df4d680c8cf0 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "DELETE /v2.0/ports/0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed HTTP/1.1" status: 204 len: 173 time: 0.9161880 Apr 05 13:48:37.382884 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'name': 'network-vif-deleted', 'tag': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:37.386258 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a628ffb-9092-4b8d-9d73-9ba7808ac0e2" -d '{"events": [{"server_uuid": "1973be0b-72c3-40eb-8bf6-3ebb28381096", "name": "network-vif-deleted", "tag": "0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:37.470411 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:37.542528 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:37.580318 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7c73d9-2ba1-4d95-9042-466a5472fad8 x-openstack-request-id: req-6c7c73d9-2ba1-4d95-9042-466a5472fad8 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:37.580891 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1973be0b-72c3-40eb-8bf6-3ebb28381096", "name": "network-vif-deleted", "tag": "0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:37.581094 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c7c73d9-2ba1-4d95-9042-466a5472fad8 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:37.581519 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7c73d9-2ba1-4d95-9042-466a5472fad8'] response: {'server_uuid': '1973be0b-72c3-40eb-8bf6-3ebb28381096', 'name': 'network-vif-deleted', 'tag': '0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed', 'status': 'completed', 'code': 200} Apr 05 13:48:37.633939 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:37.683008 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d3b6cabb-5944-42d6-98a3-5d3edd9b1e4b req-9a9419c5-b7af-4be5-ac3f-469681954c43 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=1973be0b-72c3-40eb-8bf6-3ebb28381096 HTTP/1.1" status: 200 len: 210 time: 0.0358880 Apr 05 13:48:37.693793 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 013fe173-71ad-4fdf-94d8-37e4808fc208 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:37.694414 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:37.852302 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Allocated IP 172.20.0.1 (d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601/896d3000-b82a-4761-8299-8aa22a3a1ebb/4385b209-4fd4-42e4-812f-aad2cb9ba885) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:48:37.856484 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-8519be12-4b4d-4a0c-affd-f099bb5ecf1f None None] Current status of the port 013fe173-71ad-4fdf-94d8-37e4808fc208 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:37.856996 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-8519be12-4b4d-4a0c-affd-f099bb5ecf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:37.899202 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:37.934123 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:37.949723 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:37.950287 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:37.957207 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-8519be12-4b4d-4a0c-affd-f099bb5ecf1f None None] For port 013fe173-71ad-4fdf-94d8-37e4808fc208, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=013fe173-71ad-4fdf-94d8-37e4808fc208,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:37.960378 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 013fe173-71ad-4fdf-94d8-37e4808fc208 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:37.961095 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:37.964564 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-8519be12-4b4d-4a0c-affd-f099bb5ecf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.009707 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Publish callbacks [] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.031657 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:36Z', 'revision_number': 3, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:38.063261 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Checking router: 2129d531-2a68-40e1-b07e-152213c1f9a3 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:38.063715 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Updating router 2129d531-2a68-40e1-b07e-152213c1f9a3 port fa64de52-58e1-4952-b341-d3e886cb40bd binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:48:38.088220 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.129567 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519be12-4b4d-4a0c-affd-f099bb5ecf1f None None] Pushing event updated for resources: {'Port': ['ID=013fe173-71ad-4fdf-94d8-37e4808fc208,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:38.141279 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:38.152246 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:48:38.153402 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.157613 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:38.162585 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:48:38.178570 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.db.api [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 13:48:38.179054 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG oslo_db.api [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 13:48:38.183711 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-be7c5fd8-bafc-4111-adec-f26c459695cc None None] Provisioning complete for port 013fe173-71ad-4fdf-94d8-37e4808fc208 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:38.184166 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-be7c5fd8-bafc-4111-adec-f26c459695cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.203588 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Pushing event updated for resources: {'Port': ['ID=4385b209-4fd4-42e4-812f-aad2cb9ba885,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:38.228279 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (2129d531-2a68-40e1-b07e-152213c1f9a3), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.307339 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.390677 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.391333 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:38.411356 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-be7c5fd8-bafc-4111-adec-f26c459695cc None None] Current status of the port 013fe173-71ad-4fdf-94d8-37e4808fc208 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:38.421318 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3936a6-cdcb-4ab6-a275-00315a993ab6 None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:38.531885 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Publish callbacks [] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.540152 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.575422 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-e446d756-200e-440a-b117-33dcc10ffa07 None None] Provisioning complete for port 4385b209-4fd4-42e4-812f-aad2cb9ba885 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:38.575986 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e446d756-200e-440a-b117-33dcc10ffa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.590760 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Publish callbacks [] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.596448 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.629912 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e326ee0-6794-478f-aa21-6f10b468291d None None] Pushing event updated for resources: {'Port': ['ID=fa64de52-58e1-4952-b341-d3e886cb40bd,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:38.642152 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Attempting to bind port fa64de52-58e1-4952-b341-d3e886cb40bd on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:48:38.642529 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Attempting to bind port fa64de52-58e1-4952-b341-d3e886cb40bd by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:48:38.642947 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Attempting to bind port fa64de52-58e1-4952-b341-d3e886cb40bd on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:48:38.658405 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:48:38.658800 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:48:38.659216 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.659644 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:48:38.660147 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Bound port: fa64de52-58e1-4952-b341-d3e886cb40bd, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:48:38.660538 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.690040 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-e446d756-200e-440a-b117-33dcc10ffa07 None None] Port 4385b209-4fd4-42e4-812f-aad2cb9ba885 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:48:38.759304 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01da82a-67c6-4e29-bdf7-a41631bdce14 None None] New status for floating IP be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:48:38.763488 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 013fe173-71ad-4fdf-94d8-37e4808fc208 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:38.807147 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] For port fa64de52-58e1-4952-b341-d3e886cb40bd, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:48:38.811351 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56474) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:38.861377 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] For port fa64de52-58e1-4952-b341-d3e886cb40bd, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=fa64de52-58e1-4952-b341-d3e886cb40bd,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:48:38.868737 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.894666 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5d05c809-f292-402e-98c8-1a5b278c3771 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (df25d0ac-80cd-4ffc-afc2-4a96c26a511b), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.928389 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5d05c809-f292-402e-98c8-1a5b278c3771 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (df25d0ac-80cd-4ffc-afc2-4a96c26a511b), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.952009 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e326ee0-6794-478f-aa21-6f10b468291d None None] Pushing event updated for resources: {'Port': ['ID=fa64de52-58e1-4952-b341-d3e886cb40bd,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:38.968238 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (2129d531-2a68-40e1-b07e-152213c1f9a3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:38.986304 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:38.986845 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:38.990082 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.008913 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Pushing event updated for resources: {'Port': ['ID=4385b209-4fd4-42e4-812f-aad2cb9ba885,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:39.031074 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5d05c809-f292-402e-98c8-1a5b278c3771 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (df25d0ac-80cd-4ffc-afc2-4a96c26a511b), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.034087 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5d05c809-f292-402e-98c8-1a5b278c3771 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.040604 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-5d05c809-f292-402e-98c8-1a5b278c3771 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "DELETE /v2.0/security-groups/df25d0ac-80cd-4ffc-afc2-4a96c26a511b HTTP/1.1" status: 204 len: 168 time: 0.2273965 Apr 05 13:48:39.041377 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56476) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:39.105821 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05c809-f292-402e-98c8-1a5b278c3771 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df25d0ac-80cd-4ffc-afc2-4a96c26a511b,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:39.118112 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.api.v2.resource [None req-d90c2add-2268-4246-ab18-2f5bc189e3ee tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] show failed (client error): The resource could not be found. Apr 05 13:48:39.124285 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d90c2add-2268-4246-ab18-2f5bc189e3ee tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups/df25d0ac-80cd-4ffc-afc2-4a96c26a511b HTTP/1.1" status: 404 len: 347 time: 0.0729992 Apr 05 13:48:39.127117 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56482) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:39.147480 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:48:39.153259 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:39.196097 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 013fe173-71ad-4fdf-94d8-37e4808fc208 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:39.203400 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:48:39.243677 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:39.292339 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1ee20-dd91-468f-975c-f025962733c7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Deleting port bdafc6be-e004-47bf-8276-4500cbe9deb2 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:39.292938 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ee20-dd91-468f-975c-f025962733c7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (bdafc6be-e004-47bf-8276-4500cbe9deb2), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.328989 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Router 2129d531-2a68-40e1-b07e-152213c1f9a3 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:48:39.455758 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:48:39.456044 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 0ecbafdd-ffd1-4ea8-ad2e-9435fc6a58ed not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:48:39.481917 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:39.493535 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ed0dd866-29b8-4b85-9fe3-112685dc3c0a admin admin] 10.222.0.59 "PUT /v2.0/routers/2129d531-2a68-40e1-b07e-152213c1f9a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4644470 Apr 05 13:48:39.591106 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-59b75d6b-005d-40fa-84c4-405c0ff4a92e None None] Provisioning complete for port 4385b209-4fd4-42e4-812f-aad2cb9ba885 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:39.591428 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-59b75d6b-005d-40fa-84c4-405c0ff4a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.594490 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 013fe173-71ad-4fdf-94d8-37e4808fc208 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:39.594854 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.663445 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ee20-dd91-468f-975c-f025962733c7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (bdafc6be-e004-47bf-8276-4500cbe9deb2), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.663801 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ee20-dd91-468f-975c-f025962733c7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (bdafc6be-e004-47bf-8276-4500cbe9deb2), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.676486 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1ee20-dd91-468f-975c-f025962733c7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Calling delete_port for bdafc6be-e004-47bf-8276-4500cbe9deb2 owned by network:floatingip {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:39.676948 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-59b75d6b-005d-40fa-84c4-405c0ff4a92e None None] Port 4385b209-4fd4-42e4-812f-aad2cb9ba885 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:48:39.756337 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 013fe173-71ad-4fdf-94d8-37e4808fc208 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:39.769823 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 2, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:39.796599 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306a6ad-be2d-4f1d-bba7-1d64032dc92f None None] The sync data for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi is: [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 2, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:39.825555 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ee20-dd91-468f-975c-f025962733c7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (bdafc6be-e004-47bf-8276-4500cbe9deb2), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.855176 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1ee20-dd91-468f-975c-f025962733c7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'Port': ['ID=bdafc6be-e004-47bf-8276-4500cbe9deb2,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:39.927275 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ee20-dd91-468f-975c-f025962733c7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.930053 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ee20-dd91-468f-975c-f025962733c7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:39.931200 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-3ef1ee20-dd91-468f-975c-f025962733c7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "DELETE /v2.0/floatingips/be1eeaf6-e67a-4bfb-b64d-c4b8ff3a12f8 HTTP/1.1" status: 204 len: 168 time: 0.8028636 Apr 05 13:48:39.974120 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.107303 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56500) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:40.112521 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-437377931-network', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:40.133344 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Made reservation on behalf of 69ef1522bc6d4b1b8275d3ebd0b7ff76 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:48:40.136118 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.143691 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56502) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:40.159125 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-e4b2181b-b3e2-4368-a00e-99e50d0d2d5f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198694776', 'description': 'tempest-description--1363521880'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:40.165091 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.201785 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e4b2181b-b3e2-4368-a00e-99e50d0d2d5f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.299549 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Publish callbacks [] for security_group (dc8cf754-001a-47b6-a686-d68894c931e2), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.309413 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (dc8cf754-001a-47b6-a686-d68894c931e2), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.326724 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e4b2181b-b3e2-4368-a00e-99e50d0d2d5f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (23775cd8-e790-4bcd-a355-1b4d461e5a69), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.337544 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e4b2181b-b3e2-4368-a00e-99e50d0d2d5f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (23775cd8-e790-4bcd-a355-1b4d461e5a69), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.350383 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:48:40.367865 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8cf754-001a-47b6-a686-d68894c931e2,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:40.373562 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (5abc4619-7123-4466-91e2-a33c36344cf3), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.373976 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Added segment 5abc4619-7123-4466-91e2-a33c36344cf3 of type vlan for network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b Apr 05 13:48:40.388619 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e4b2181b-b3e2-4368-a00e-99e50d0d2d5f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.389883 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e4b2181b-b3e2-4368-a00e-99e50d0d2d5f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2451789 Apr 05 13:48:40.392964 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56508) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:40.399953 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-55b3c7c4-2595-428b-8c70-7214815acb8c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group_rule': {'security_group_id': '23775cd8-e790-4bcd-a355-1b4d461e5a69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:40.427582 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55b3c7c4-2595-428b-8c70-7214815acb8c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (1ee4b71b-dbc7-4fc3-a74f-0019fc5645a5), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.445457 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (7a491d97-ca79-4cfe-a13b-ff0561c5ca2b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.447632 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2181b-b3e2-4368-a00e-99e50d0d2d5f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23775cd8-e790-4bcd-a355-1b4d461e5a69,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:40.474575 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (7a491d97-ca79-4cfe-a13b-ff0561c5ca2b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.475983 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:40.476547 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.505742 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55b3c7c4-2595-428b-8c70-7214815acb8c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (1ee4b71b-dbc7-4fc3-a74f-0019fc5645a5), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.514141 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55b3c7c4-2595-428b-8c70-7214815acb8c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (1ee4b71b-dbc7-4fc3-a74f-0019fc5645a5), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.559873 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4493039 Apr 05 13:48:40.560464 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56510) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:40.561398 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3c7c4-2595-428b-8c70-7214815acb8c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee4b71b-dbc7-4fc3-a74f-0019fc5645a5,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:40.565738 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Request body: {'subnet': {'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-437377931-subnet', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'ip_version': 4}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:40.569981 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55b3c7c4-2595-428b-8c70-7214815acb8c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.576026 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-55b3c7c4-2595-428b-8c70-7214815acb8c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1810362 Apr 05 13:48:40.576360 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56514) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:40.585788 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-17261889-bfd3-4c46-92fc-668e380f0572 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'security_group_rule': {'security_group_id': '23775cd8-e790-4bcd-a355-1b4d461e5a69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:40.592098 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3772b-1ff0-4880-80de-00ed8b1ec9eb admin admin] Pushing event updated for resources: {'Network': ['ID=7a491d97-ca79-4cfe-a13b-ff0561c5ca2b,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:40.610911 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:48:40.612091 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Made reservation on behalf of 69ef1522bc6d4b1b8275d3ebd0b7ff76 for: {'subnet': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:48:40.614675 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25668832'] for subnet (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.674704 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-17261889-bfd3-4c46-92fc-668e380f0572 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (9413952b-09e6-42a1-9016-0e502358ec97), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.759095 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-17261889-bfd3-4c46-92fc-668e380f0572 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (9413952b-09e6-42a1-9016-0e502358ec97), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.765432 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-17261889-bfd3-4c46-92fc-668e380f0572 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (9413952b-09e6-42a1-9016-0e502358ec97), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.814771 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17261889-bfd3-4c46-92fc-668e380f0572 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9413952b-09e6-42a1-9016-0e502358ec97,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:40.824110 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-17261889-bfd3-4c46-92fc-668e380f0572 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.828528 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-17261889-bfd3-4c46-92fc-668e380f0572 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2458813 Apr 05 13:48:40.829031 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56522) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:40.836868 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:40.869181 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.904488 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25668862'] for subnet (3e94292f-c5ac-4754-a193-aeb873274749), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:40.980326 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e94292f-c5ac-4754-a193-aeb873274749,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:40.990831 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Checking segment: {'id': '5abc4619-7123-4466-91e2-a33c36344cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:48:40.992976 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Network hostable DHCP agents. Network: 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:48:41.018362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.022831 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:48:41.043874 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b) {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:41.048804 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:41.049411 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.072685 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e6c945-3775-402f-bcd7-627d0fa51a6a None None] Network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:48:41.090102 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-a383f043-b352-4f4e-a821-612527f8dec4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5286140 Apr 05 13:48:41.092817 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56532) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:41.102995 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-437377931-router', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:41.155821 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (8be35edd-cbc1-40e0-b3ed-ad96db751abf), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.157048 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (8be35edd-cbc1-40e0-b3ed-ad96db751abf), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.238913 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks [] for router_controller (8be35edd-cbc1-40e0-b3ed-ad96db751abf), precommit_add_association {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.273794 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-7a491d97-ca79-4cfe-a13b-ff0561c5ca2b', 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b', 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'fixed_ips': [{'subnet_id': '3e94292f-c5ac-4754-a193-aeb873274749'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:48:41.275607 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.341538 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Allocated IP 172.27.2.108 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/f39a94cf-05b7-4712-806e-ead6e2b810e8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:48:41.351754 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b7641-f38f-41f6-aa68-0c901ce6ec04 req-a9b1073f-4178-448b-b2ce-5c359f0c8033 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:41.354420 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d09b7641-f38f-41f6-aa68-0c901ce6ec04 req-a9b1073f-4178-448b-b2ce-5c359f0c8033 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.1910160 Apr 05 13:48:41.388492 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device fa64de52-58e1-4952-b341-d3e886cb40bd up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:41.443627 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks [] for router_gateway (8be35edd-cbc1-40e0-b3ed-ad96db751abf), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.495559 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Allocated IP 172.20.0.2 (7a491d97-ca79-4cfe-a13b-ff0561c5ca2b/3e94292f-c5ac-4754-a193-aeb873274749/b9e23c00-3142-4d64-9c28-05b252d1bcea) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:48:41.497720 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port fa64de52-58e1-4952-b341-d3e886cb40bd triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:41.498139 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.500029 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d09b7641-f38f-41f6-aa68-0c901ce6ec04 req-ab67e78b-7f49-4e48-8b53-bba28a476632 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366980 Apr 05 13:48:41.551027 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (f39a94cf-05b7-4712-806e-ead6e2b810e8), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.588576 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (f39a94cf-05b7-4712-806e-ead6e2b810e8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.630996 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:48:41.642125 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:41.645334 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:48:41.679470 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=f39a94cf-05b7-4712-806e-ead6e2b810e8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:41.680764 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port fa64de52-58e1-4952-b341-d3e886cb40bd is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:41.681336 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.696188 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks [] for router_gateway (8be35edd-cbc1-40e0-b3ed-ad96db751abf), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.728337 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.734034 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port fa64de52-58e1-4952-b341-d3e886cb40bd, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=fa64de52-58e1-4952-b341-d3e886cb40bd,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:41.746943 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.754001 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Publish callbacks [] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.769938 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (0c27ff31-c1b6-4f0d-ba67-82255d38fcb5), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.777257 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.798548 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:48:41.806998 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:41.810642 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (f39a94cf-05b7-4712-806e-ead6e2b810e8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.813510 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:48:41.821691 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=fa64de52-58e1-4952-b341-d3e886cb40bd,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:41.865522 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Allocated IP 172.27.2.101 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/c1b76888-e26d-4527-9ec4-d5beff282bad) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:48:41.908128 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Pushing event updated for resources: {'Port': ['ID=b9e23c00-3142-4d64-9c28-05b252d1bcea,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:41.910431 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Attempting to bind port b9e23c00-3142-4d64-9c28-05b252d1bcea on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:48:41.910802 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Attempting to bind port b9e23c00-3142-4d64-9c28-05b252d1bcea by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '5abc4619-7123-4466-91e2-a33c36344cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:48:41.911165 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Attempting to bind port b9e23c00-3142-4d64-9c28-05b252d1bcea on network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:48:41.917434 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:48:41.917817 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Checking segment: {'id': '5abc4619-7123-4466-91e2-a33c36344cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:48:41.918227 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.918615 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Bound using segment: {'id': '5abc4619-7123-4466-91e2-a33c36344cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:48:41.919085 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Bound port: b9e23c00-3142-4d64-9c28-05b252d1bcea, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abc4619-7123-4466-91e2-a33c36344cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:48:41.919471 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:41.991124 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] For port b9e23c00-3142-4d64-9c28-05b252d1bcea, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:48:41.995397 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] For port b9e23c00-3142-4d64-9c28-05b252d1bcea, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=b9e23c00-3142-4d64-9c28-05b252d1bcea,segment=NetworkSegment(5abc4619-7123-4466-91e2-a33c36344cf3),segment_id=5abc4619-7123-4466-91e2-a33c36344cf3)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:48:42.002459 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:42.024991 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks [] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:42.032902 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (f39a94cf-05b7-4712-806e-ead6e2b810e8), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:42.038108 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (f39a94cf-05b7-4712-806e-ead6e2b810e8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:42.078045 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:42.081481 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89731b02-64cb-4ef2-86fe-3a3cc89a44f1 None None] Pushing event updated for resources: {'Port': ['ID=b9e23c00-3142-4d64-9c28-05b252d1bcea,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:42.114902 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=f39a94cf-05b7-4712-806e-ead6e2b810e8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:42.121260 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:48:42.125029 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:42.127510 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:48:42.136021 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (0c27ff31-c1b6-4f0d-ba67-82255d38fcb5), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:42.160063 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:42.161283 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d686bf54-b374-420a-a665-933aac2dd6de tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3309145 Apr 05 13:48:42.166586 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b76888-e26d-4527-9ec4-d5beff282bad,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:42.379115 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Sync routers for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:42.390713 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:42.391649 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:42.495680 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-90c9a3c9-77ab-40c6-855c-4541b9739d26 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1198694776&fields=id&tenant_id=51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 267 time: 0.1010854 Apr 05 13:48:42.505855 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks [] for router_gateway (8be35edd-cbc1-40e0-b3ed-ad96db751abf), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:42.514024 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:42.661295 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5b11-5c5c-40da-8025-b40970ea0060 req-6ec85039-1a4e-4bed-b751-96fd2dafd58d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:42.663768 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-490d5b11-5c5c-40da-8025-b40970ea0060 req-6ec85039-1a4e-4bed-b751-96fd2dafd58d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0727241 Apr 05 13:48:42.695169 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-1bf939cd-bc02-47af-b12a-5e369bdcdf2c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:42.696598 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-1bf939cd-bc02-47af-b12a-5e369bdcdf2c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 815 time: 0.1934118 Apr 05 13:48:42.721157 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-490d5b11-5c5c-40da-8025-b40970ea0060 req-6beeb60c-345b-47f7-b2f6-3d21be65702d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477767 Apr 05 13:48:42.728927 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 2, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:42.747578 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-c66ee976-361b-45a2-8e4a-8db2dfec1412 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/quotas/51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 375 time: 0.0431612 Apr 05 13:48:42.754856 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Checking router: 2129d531-2a68-40e1-b07e-152213c1f9a3 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:42.755923 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Updating router 2129d531-2a68-40e1-b07e-152213c1f9a3 port 4385b209-4fd4-42e4-812f-aad2cb9ba885 binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:48:42.783122 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:42.845488 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (8be35edd-cbc1-40e0-b3ed-ad96db751abf), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:42.857513 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-eb321a01-3e4b-4377-8658-e959fbbb3df7 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991721 Apr 05 13:48:43.065034 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Router 8be35edd-cbc1-40e0-b3ed-ad96db751abf is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:48:43.109499 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Publish callbacks [] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:43.121033 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:43.185404 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Pushing event updated for resources: {'Port': ['ID=4385b209-4fd4-42e4-812f-aad2cb9ba885,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:43.196639 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.196999 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.197367 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.197729 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.198071 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.198409 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.198737 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.199254 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.199684 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.200022 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.200349 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.200693 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.201024 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.201410 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.201767 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:48:43.238373 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-6847810c-59f0-473e-9a6e-59d11957cc30 service neutron] 10.222.0.59 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420296 Apr 05 13:48:43.241467 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device fa64de52-58e1-4952-b341-d3e886cb40bd up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:43.301491 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Attempting to bind port 4385b209-4fd4-42e4-812f-aad2cb9ba885 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:48:43.303697 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Attempting to bind port 4385b209-4fd4-42e4-812f-aad2cb9ba885 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:48:43.304367 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Attempting to bind port 4385b209-4fd4-42e4-812f-aad2cb9ba885 on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:48:43.312621 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:48:43.313942 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Checking segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:48:43.315285 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:43.316227 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Bound using segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:48:43.317027 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Bound port: 4385b209-4fd4-42e4-812f-aad2cb9ba885, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:48:43.318994 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:43.321051 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:43.323384 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc03dac-7a6f-4dc5-bdde-111d57eeb5f7 None None] Network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:48:43.349116 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:43.350779 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d7aee574-6263-4e4f-ae76-a79d1e232f72 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2538891 Apr 05 13:48:43.353815 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56550) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:43.357311 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Sync routers for ids ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:43.370867 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-b0fe2a4b-d8d8-4f61-af58-75608b5b0100 service neutron] 10.222.0.59 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315634 Apr 05 13:48:43.378757 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Routers {'8be35edd-cbc1-40e0-b3ed-ad96db751abf'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:43.380170 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:43.417648 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] For port 4385b209-4fd4-42e4-812f-aad2cb9ba885, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:48:43.421302 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] For port 4385b209-4fd4-42e4-812f-aad2cb9ba885, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=4385b209-4fd4-42e4-812f-aad2cb9ba885,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:48:43.425117 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port fa64de52-58e1-4952-b341-d3e886cb40bd triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:43.425784 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:43.429066 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:43.500950 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:43.501915 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:43.521240 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-4685ddbf-50a8-4100-92c9-d3b87bb4f083 None None] Provisioning complete for port b9e23c00-3142-4d64-9c28-05b252d1bcea triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:43.521240 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4685ddbf-50a8-4100-92c9-d3b87bb4f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:43.671205 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port fa64de52-58e1-4952-b341-d3e886cb40bd is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:43.671972 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device b9e23c00-3142-4d64-9c28-05b252d1bcea up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:43.760616 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:43.803696 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4524f583-e47c-4a7e-9783-b19f583c3a94 req-d797ff12-ef92-43ac-8476-eaf6ddde5fe4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 210 time: 0.2238948 Apr 05 13:48:43.951383 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e530e-91de-42a4-a486-6e73a4cfc548 req-52f06f7e-7878-432b-8db5-5890dd178e16 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:43.953060 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b043f7-4307-4069-a2c9-511753daf104 None None] Pushing event updated for resources: {'Port': ['ID=4385b209-4fd4-42e4-812f-aad2cb9ba885,revision_number=4']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:43.966298 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d47e530e-91de-42a4-a486-6e73a4cfc548 req-52f06f7e-7878-432b-8db5-5890dd178e16 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.1236296 Apr 05 13:48:44.034772 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Set router 8be35edd-cbc1-40e0-b3ed-ad96db751abf gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:44.065839 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:43Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:44.091420 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d47e530e-91de-42a4-a486-6e73a4cfc548 req-dc6de0e1-5121-49f4-b41d-22cb7530dafd tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238544 Apr 05 13:48:44.096617 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308ba6e-fa71-4684-a1e5-d3a3052907c8 None None] The sync data for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi is: [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:43Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:44.133267 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-4685ddbf-50a8-4100-92c9-d3b87bb4f083 None None] Current status of the port b9e23c00-3142-4d64-9c28-05b252d1bcea is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:44.133605 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4685ddbf-50a8-4100-92c9-d3b87bb4f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.172537 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port b9e23c00-3142-4d64-9c28-05b252d1bcea triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:44.172765 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.268019 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-4685ddbf-50a8-4100-92c9-d3b87bb4f083 None None] For port b9e23c00-3142-4d64-9c28-05b252d1bcea, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=b9e23c00-3142-4d64-9c28-05b252d1bcea,segment=NetworkSegment(5abc4619-7123-4466-91e2-a33c36344cf3),segment_id=5abc4619-7123-4466-91e2-a33c36344cf3)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:44.273109 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.277702 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4685ddbf-50a8-4100-92c9-d3b87bb4f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.461358 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685ddbf-50a8-4100-92c9-d3b87bb4f083 None None] Pushing event updated for resources: {'Port': ['ID=b9e23c00-3142-4d64-9c28-05b252d1bcea,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:44.498788 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-4e39ba08-f1db-4658-bf00-7b4f56286040 None None] Provisioning complete for port 4385b209-4fd4-42e4-812f-aad2cb9ba885 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:44.499319 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4e39ba08-f1db-4658-bf00-7b4f56286040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.504039 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port b9e23c00-3142-4d64-9c28-05b252d1bcea is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:44.505403 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Allocated IP 172.20.0.1 (7a491d97-ca79-4cfe-a13b-ff0561c5ca2b/3e94292f-c5ac-4754-a193-aeb873274749/6f2ea318-ba41-43c3-b682-d6b54999b341) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:48:44.610375 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'name': 'tempest-TestVolumeBootPattern-437377931-router', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:42Z', 'revision_number': 3, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'gw_port': {'id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:44.649310 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Checking router: 8be35edd-cbc1-40e0-b3ed-ad96db751abf for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:44.649674 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Updating router 8be35edd-cbc1-40e0-b3ed-ad96db751abf port c1b76888-e26d-4527-9ec4-d5beff282bad binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:48:44.675375 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Publish callbacks [] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.704709 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.706257 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-4e39ba08-f1db-4658-bf00-7b4f56286040 None None] Current status of the port 4385b209-4fd4-42e4-812f-aad2cb9ba885 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:44.706633 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4e39ba08-f1db-4658-bf00-7b4f56286040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.713534 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.759618 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:48:44.764717 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:44.769430 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:48:44.773122 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Pushing event updated for resources: {'Port': ['ID=6f2ea318-ba41-43c3-b682-d6b54999b341,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:44.810634 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (8be35edd-cbc1-40e0-b3ed-ad96db751abf), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.821764 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-4e39ba08-f1db-4658-bf00-7b4f56286040 None None] For port 4385b209-4fd4-42e4-812f-aad2cb9ba885, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=4385b209-4fd4-42e4-812f-aad2cb9ba885,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:44.830616 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4e39ba08-f1db-4658-bf00-7b4f56286040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:44.999879 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39ba08-f1db-4658-bf00-7b4f56286040 None None] Pushing event updated for resources: {'Port': ['ID=4385b209-4fd4-42e4-812f-aad2cb9ba885,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:45.004525 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-27f3025e-452a-41ce-9577-f89747c025f7 req-2c98da65-3533-40cd-89b7-7a1e22ea3a0d tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 210 time: 0.0473247 Apr 05 13:48:45.039621 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-0b73e228-4ad8-424b-b92b-10c472af8215 None None] Provisioning complete for port b9e23c00-3142-4d64-9c28-05b252d1bcea triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:45.040469 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-0b73e228-4ad8-424b-b92b-10c472af8215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.049559 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.152858 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-0b73e228-4ad8-424b-b92b-10c472af8215 None None] Current status of the port b9e23c00-3142-4d64-9c28-05b252d1bcea is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:45.261884 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-1cf1c9f0-4d09-437d-8ebd-541ba95ed30b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:45.263539 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-1cf1c9f0-4d09-437d-8ebd-541ba95ed30b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 815 time: 0.2542615 Apr 05 13:48:45.263729 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4385b209-4fd4-42e4-812f-aad2cb9ba885 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:45.307913 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-7161b4a6-42b4-480b-941a-fae1f056d2c4 None None] Provisioning complete for port 6f2ea318-ba41-43c3-b682-d6b54999b341 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:45.308505 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7161b4a6-42b4-480b-941a-fae1f056d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.316129 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163bb18-d248-42ca-8859-a0e7fa1e3c33 req-174aecc6-edc1-4923-9184-9ef7da7954ed tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:45.318417 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8163bb18-d248-42ca-8859-a0e7fa1e3c33 req-174aecc6-edc1-4923-9184-9ef7da7954ed tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.1242781 Apr 05 13:48:45.325236 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Publish callbacks [] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.331030 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.355746 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Publish callbacks [] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.375251 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.399738 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-0a36984c-9e2f-4d69-8e38-3943e3305430 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51e332af07b8443bb5fe05decbfab0b1 HTTP/1.1" status: 200 len: 380 time: 0.1199267 Apr 05 13:48:45.413825 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Pushing event updated for resources: {'Port': ['ID=6f2ea318-ba41-43c3-b682-d6b54999b341,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:45.417590 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (8be35edd-cbc1-40e0-b3ed-ad96db751abf), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.417851 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-7161b4a6-42b4-480b-941a-fae1f056d2c4 None None] Port 6f2ea318-ba41-43c3-b682-d6b54999b341 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:48:45.432203 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8163bb18-d248-42ca-8859-a0e7fa1e3c33 req-d9d4fbe6-e31e-4456-af47-3971c8f774b0 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074169 Apr 05 13:48:45.449719 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 4385b209-4fd4-42e4-812f-aad2cb9ba885 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:45.450101 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.454173 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b77e51-b6b4-486b-a8cf-bebf5125d9dd None None] Pushing event updated for resources: {'Port': ['ID=c1b76888-e26d-4527-9ec4-d5beff282bad,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:45.466828 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'port': {'device_id': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'admin_state_up': True, 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'security_groups': ['23775cd8-e790-4bcd-a355-1b4d461e5a69']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:45.473318 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Attempting to bind port c1b76888-e26d-4527-9ec4-d5beff282bad on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:48:45.473871 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Attempting to bind port c1b76888-e26d-4527-9ec4-d5beff282bad by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:48:45.474356 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Attempting to bind port c1b76888-e26d-4527-9ec4-d5beff282bad on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:48:45.486437 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:48:45.486844 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:48:45.487339 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.487770 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:48:45.488633 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Bound port: c1b76888-e26d-4527-9ec4-d5beff282bad, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:48:45.488633 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.522466 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:48:45.524138 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:45.583781 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] For port c1b76888-e26d-4527-9ec4-d5beff282bad, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:48:45.601315 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] For port c1b76888-e26d-4527-9ec4-d5beff282bad, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=c1b76888-e26d-4527-9ec4-d5beff282bad,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:48:45.607579 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Made reservation on behalf of 51e332af07b8443bb5fe05decbfab0b1 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:48:45.612104 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.612524 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.618026 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 4385b209-4fd4-42e4-812f-aad2cb9ba885 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:45.619155 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device b9e23c00-3142-4d64-9c28-05b252d1bcea up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:45.681347 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Router 8be35edd-cbc1-40e0-b3ed-ad96db751abf has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:48:45.713615 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Routers {'8be35edd-cbc1-40e0-b3ed-ad96db751abf'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:45.714259 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:45.718875 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b77e51-b6b4-486b-a8cf-bebf5125d9dd None None] Pushing event updated for resources: {'Port': ['ID=c1b76888-e26d-4527-9ec4-d5beff282bad,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:45.774841 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Allocated IP 172.20.0.11 (c3cff852-d241-43ab-830a-cae40270149a/b8c87b49-b6c8-46fa-86e6-8bba88ed9213/5ce43029-8922-4702-b1d8-44ae015a94ae) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:48:45.819032 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:45.833645 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-935d9765-dd99-427a-8d7c-3d62679d128e admin admin] 10.222.0.59 "PUT /v2.0/routers/8be35edd-cbc1-40e0-b3ed-ad96db751abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4702036 Apr 05 13:48:45.871721 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port b9e23c00-3142-4d64-9c28-05b252d1bcea triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:45.872118 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.875404 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] Set router 8be35edd-cbc1-40e0-b3ed-ad96db751abf gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:45.928198 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-6db05848-7f97-45ff-94e4-142052cf2084 None None] Provisioning complete for port 6f2ea318-ba41-43c3-b682-d6b54999b341 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:45.928659 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6db05848-7f97-45ff-94e4-142052cf2084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.941737 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:45.989180 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.039117 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-6db05848-7f97-45ff-94e4-142052cf2084 None None] Port 6f2ea318-ba41-43c3-b682-d6b54999b341 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:48:46.039329 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Network c3cff852-d241-43ab-830a-cae40270149a is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:48:46.043877 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:48:46.051131 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:48:46.089864 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event updated for resources: {'Port': ['ID=5ce43029-8922-4702-b1d8-44ae015a94ae,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:46.124568 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:46.125247 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.151757 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-56244958-f6f0-48a6-a2fe-15c3025bb3fa tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6894300 Apr 05 13:48:46.219761 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608e29e-5711-4443-99c6-f5fb343c3703 req-7dba1e35-5fdf-43cf-bb93-bbfb2a24b042 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:46.228285 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d608e29e-5711-4443-99c6-f5fb343c3703 req-7dba1e35-5fdf-43cf-bb93-bbfb2a24b042 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 932 time: 0.0749600 Apr 05 13:48:46.285146 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port b9e23c00-3142-4d64-9c28-05b252d1bcea is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:46.364014 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'name': 'tempest-TestVolumeBootPattern-437377931-router', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 4, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'gw_port': {'id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6f2ea318-ba41-43c3-b682-d6b54999b341', 'name': '', 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'mac_address': 'fa:16:3e:d9:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3e94292f-c5ac-4754-a193-aeb873274749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:44Z', 'updated_at': '2022-04-05T13:48:45Z', 'revision_number': 2, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'subnets': [{'id': '3e94292f-c5ac-4754-a193-aeb873274749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:46.396697 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56584) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:46.400575 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203a427-bddd-4977-b3b9-5cdc885d7275 None None] The sync data for ids ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'] in dv-cinder-835878-2-iscsi is: [{'id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'name': 'tempest-TestVolumeBootPattern-437377931-router', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 4, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'gw_port': {'id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6f2ea318-ba41-43c3-b682-d6b54999b341', 'name': '', 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'mac_address': 'fa:16:3e:d9:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3e94292f-c5ac-4754-a193-aeb873274749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:44Z', 'updated_at': '2022-04-05T13:48:45Z', 'revision_number': 2, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'subnets': [{'id': '3e94292f-c5ac-4754-a193-aeb873274749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:46.401274 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-f09c2b2b-c955-40b1-9280-6a73b5e4352e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581162300', 'description': 'tempest-secgroup-smoke-581162300 description', 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:46.429311 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f09c2b2b-c955-40b1-9280-6a73b5e4352e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.488004 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-6cad8c4e-a516-49bf-8519-8d1a1aa3477a None None] Provisioning complete for port 5ce43029-8922-4702-b1d8-44ae015a94ae triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:46.488386 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6cad8c4e-a516-49bf-8519-8d1a1aa3477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.513457 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f09c2b2b-c955-40b1-9280-6a73b5e4352e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group (d70216eb-0c73-4f5b-bdb9-e0c898f0976e), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.518676 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f09c2b2b-c955-40b1-9280-6a73b5e4352e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (d70216eb-0c73-4f5b-bdb9-e0c898f0976e), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.538938 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-6cad8c4e-a516-49bf-8519-8d1a1aa3477a None None] Port 5ce43029-8922-4702-b1d8-44ae015a94ae cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:48:46.594842 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f09c2b2b-c955-40b1-9280-6a73b5e4352e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.600684 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56588) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:46.601459 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f09c2b2b-c955-40b1-9280-6a73b5e4352e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2035954 Apr 05 13:48:46.607143 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c2b2b-c955-40b1-9280-6a73b5e4352e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70216eb-0c73-4f5b-bdb9-e0c898f0976e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:46.608527 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Request body: {'port': {'device_id': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:46.627116 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcd8b9-70b4-4090-ace3-edc91531f72f req-8f5ae061-d5f5-4f4c-93d5-13816efa57f1 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:46.634821 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-63fcd8b9-70b4-4090-ace3-edc91531f72f req-8f5ae061-d5f5-4f4c-93d5-13816efa57f1 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0919650 Apr 05 13:48:46.643998 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-fe5667d7-8b12-4cb1-889b-b6e75d37cb21 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'security_group_rule': {'security_group_id': 'd70216eb-0c73-4f5b-bdb9-e0c898f0976e', 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:46.678054 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d608e29e-5711-4443-99c6-f5fb343c3703 req-b1ddb12c-9e7f-4732-9126-1e5043e15723 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4489088 Apr 05 13:48:46.707811 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-63fcd8b9-70b4-4090-ace3-edc91531f72f req-5fc54254-af2c-4bf1-a5c9-68b92a2262f6 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709808 Apr 05 13:48:46.712789 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fe5667d7-8b12-4cb1-889b-b6e75d37cb21 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (6f8727dc-66ea-4490-9128-f30fb49e167b), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.721916 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.876814 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fe5667d7-8b12-4cb1-889b-b6e75d37cb21 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (6f8727dc-66ea-4490-9128-f30fb49e167b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.886474 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fe5667d7-8b12-4cb1-889b-b6e75d37cb21 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (6f8727dc-66ea-4490-9128-f30fb49e167b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.935424 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5667d7-8b12-4cb1-889b-b6e75d37cb21 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8727dc-66ea-4490-9128-f30fb49e167b,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:46.942312 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fe5667d7-8b12-4cb1-889b-b6e75d37cb21 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:46.943859 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fe5667d7-8b12-4cb1-889b-b6e75d37cb21 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424387 Apr 05 13:48:46.946547 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56598) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:46.981248 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-100f0ec5-3d3c-443a-a8d8-8a840577f9c4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'security_group_rule': {'security_group_id': 'd70216eb-0c73-4f5b-bdb9-e0c898f0976e', 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:47.023876 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-100f0ec5-3d3c-443a-a8d8-8a840577f9c4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (2b1514da-c18f-4f33-bc6e-e0b012324b56), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.098351 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4385b209-4fd4-42e4-812f-aad2cb9ba885 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:47.163190 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-100f0ec5-3d3c-443a-a8d8-8a840577f9c4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (2b1514da-c18f-4f33-bc6e-e0b012324b56), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.164389 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 4385b209-4fd4-42e4-812f-aad2cb9ba885 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:47.164959 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.171525 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce43029-8922-4702-b1d8-44ae015a94ae {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:48:47.179208 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-100f0ec5-3d3c-443a-a8d8-8a840577f9c4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (2b1514da-c18f-4f33-bc6e-e0b012324b56), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.187815 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Publish callbacks [] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.229103 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Transition to ACTIVE for port object 5ce43029-8922-4702-b1d8-44ae015a94ae will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:48:47.230617 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f0ec5-3d3c-443a-a8d8-8a840577f9c4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1514da-c18f-4f33-bc6e-e0b012324b56,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:47.236148 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.250113 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-100f0ec5-3d3c-443a-a8d8-8a840577f9c4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.254189 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-100f0ec5-3d3c-443a-a8d8-8a840577f9c4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3038213 Apr 05 13:48:47.254299 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56604) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:47.260818 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-33da57e1-c34e-4e0d-8856-0e6c67361bb5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'security_group_rule': {'security_group_id': 'd70216eb-0c73-4f5b-bdb9-e0c898f0976e', 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:47.325715 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce43029-8922-4702-b1d8-44ae015a94ae,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:47.344003 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-33da57e1-c34e-4e0d-8856-0e6c67361bb5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (1d221a73-9e11-464d-9ad2-8bd4455aad7b), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.382999 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 4385b209-4fd4-42e4-812f-aad2cb9ba885 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:47.413344 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Attempting to bind port 5ce43029-8922-4702-b1d8-44ae015a94ae on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:48:47.414211 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Attempting to bind port 5ce43029-8922-4702-b1d8-44ae015a94ae by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:48:47.414720 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Attempting to bind port 5ce43029-8922-4702-b1d8-44ae015a94ae on network c3cff852-d241-43ab-830a-cae40270149a {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:48:47.426724 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Port 5ce43029-8922-4702-b1d8-44ae015a94ae on network c3cff852-d241-43ab-830a-cae40270149a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:48:47.427112 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Attempting to bind port 5ce43029-8922-4702-b1d8-44ae015a94ae on network c3cff852-d241-43ab-830a-cae40270149a {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:48:47.438788 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-33da57e1-c34e-4e0d-8856-0e6c67361bb5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (1d221a73-9e11-464d-9ad2-8bd4455aad7b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.440011 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:48:47.440412 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Checking segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:48:47.441384 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Bound using segment: {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:48:47.442754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Bound port: 5ce43029-8922-4702-b1d8-44ae015a94ae, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2599c141-4b33-4e1b-b2bc-14629f1aa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:48:47.446754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.448554 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-33da57e1-c34e-4e0d-8856-0e6c67361bb5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (1d221a73-9e11-464d-9ad2-8bd4455aad7b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.482840 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-33da57e1-c34e-4e0d-8856-0e6c67361bb5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.485128 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-33da57e1-c34e-4e0d-8856-0e6c67361bb5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2289493 Apr 05 13:48:47.488521 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56610) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:47.495974 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-582c5314-29e9-40c1-80f6-c96f68f3ce05 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'security_group_rule': {'security_group_id': 'd70216eb-0c73-4f5b-bdb9-e0c898f0976e', 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:47.514689 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da57e1-c34e-4e0d-8856-0e6c67361bb5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d221a73-9e11-464d-9ad2-8bd4455aad7b,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:47.552726 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-582c5314-29e9-40c1-80f6-c96f68f3ce05 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (a708029c-95ab-4b3d-9e57-9ca99a09868a), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.561359 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] For port 5ce43029-8922-4702-b1d8-44ae015a94ae, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:48:47.566063 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] For port 5ce43029-8922-4702-b1d8-44ae015a94ae, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5ce43029-8922-4702-b1d8-44ae015a94ae,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:48:47.575261 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.652202 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-582c5314-29e9-40c1-80f6-c96f68f3ce05 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (a708029c-95ab-4b3d-9e57-9ca99a09868a), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.655679 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce43029-8922-4702-b1d8-44ae015a94ae,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:47.658862 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:47.659612 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.659751 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-582c5314-29e9-40c1-80f6-c96f68f3ce05 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (a708029c-95ab-4b3d-9e57-9ca99a09868a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.660974 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-5578a1c9-aaad-472d-bba9-1b68cfda85e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/5ce43029-8922-4702-b1d8-44ae015a94ae HTTP/1.1" status: 200 len: 1094 time: 1.4224262 Apr 05 13:48:47.661611 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'tag': '5ce43029-8922-4702-b1d8-44ae015a94ae'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:47.664465 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62086af-7710-4fa1-a83b-7a1e7acdc83b" -d '{"events": [{"name": "network-changed", "server_uuid": "458b08fb-48ac-4bec-8f2a-a900c7499671", "tag": "5ce43029-8922-4702-b1d8-44ae015a94ae"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:47.686198 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c5314-29e9-40c1-80f6-c96f68f3ce05 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a708029c-95ab-4b3d-9e57-9ca99a09868a,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:47.693145 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-582c5314-29e9-40c1-80f6-c96f68f3ce05 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.694839 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-582c5314-29e9-40c1-80f6-c96f68f3ce05 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2042165 Apr 05 13:48:47.697242 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56614) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:47.701794 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-dc9e0e87-cc34-40dd-99d8-9a3c27cf31a5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'security_group_rule': {'security_group_id': 'd70216eb-0c73-4f5b-bdb9-e0c898f0976e', 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:47.729269 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.securitygroups_db [None req-dc9e0e87-cc34-40dd-99d8-9a3c27cf31a5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Project aa8d9df8c7bc47c198fe0d94abd938c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 13:48:47.737914 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0e87-cc34-40dd-99d8-9a3c27cf31a5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (80815957-97f7-4bf3-b23b-088dac3a226f), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.742591 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593bfa6-8077-4e3c-8d0c-f59a220b2d79 x-openstack-request-id: req-2593bfa6-8077-4e3c-8d0c-f59a220b2d79 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:47.743018 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458b08fb-48ac-4bec-8f2a-a900c7499671", "tag": "5ce43029-8922-4702-b1d8-44ae015a94ae", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:47.743361 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2593bfa6-8077-4e3c-8d0c-f59a220b2d79 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:47.743884 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2593bfa6-8077-4e3c-8d0c-f59a220b2d79'] response: {'name': 'network-changed', 'server_uuid': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'tag': '5ce43029-8922-4702-b1d8-44ae015a94ae', 'status': 'completed', 'code': 200} Apr 05 13:48:47.863611 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0e87-cc34-40dd-99d8-9a3c27cf31a5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (80815957-97f7-4bf3-b23b-088dac3a226f), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.869329 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0e87-cc34-40dd-99d8-9a3c27cf31a5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (80815957-97f7-4bf3-b23b-088dac3a226f), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.876467 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fce61-df28-4a0e-8c0f-50ad9b7833f0 req-e0c9c305-2835-4f2f-9d8e-b783ac03b5a6 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:47.878502 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859fce61-df28-4a0e-8c0f-50ad9b7833f0 req-e0c9c305-2835-4f2f-9d8e-b783ac03b5a6 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 944 time: 0.0890286 Apr 05 13:48:47.894133 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874b4fc-1591-43a4-a2a4-f3f5a8c682dd req-efe12f21-ac5f-4d61-8ab2-3c831296593e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:47.902724 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5874b4fc-1591-43a4-a2a4-f3f5a8c682dd req-efe12f21-ac5f-4d61-8ab2-3c831296593e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.1049576 Apr 05 13:48:47.916034 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e0e87-cc34-40dd-99d8-9a3c27cf31a5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80815957-97f7-4bf3-b23b-088dac3a226f,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:47.944989 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0e87-cc34-40dd-99d8-9a3c27cf31a5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:47.946579 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-dc9e0e87-cc34-40dd-99d8-9a3c27cf31a5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2483358 Apr 05 13:48:47.949545 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56620) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:47.955021 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-90e7a4c6-2f2a-473c-8454-fc35251a36fa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'security_group_rule': {'security_group_id': 'd70216eb-0c73-4f5b-bdb9-e0c898f0976e', 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:47.962548 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-859fce61-df28-4a0e-8c0f-50ad9b7833f0 req-f93c038b-8dc6-4eb2-adf8-efcaf5880965 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738478 Apr 05 13:48:48.039375 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5874b4fc-1591-43a4-a2a4-f3f5a8c682dd req-0ecbd9ab-09db-4813-8a7c-d8946c19b208 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353424 Apr 05 13:48:48.055660 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.securitygroups_db [None req-90e7a4c6-2f2a-473c-8454-fc35251a36fa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Project aa8d9df8c7bc47c198fe0d94abd938c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 13:48:48.055660 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-90e7a4c6-2f2a-473c-8454-fc35251a36fa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (ad90f40d-190f-4a7a-a0df-ba1865335808), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:48.096365 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62086af-7710-4fa1-a83b-7a1e7acdc83b req-e39978a4-3b59-4965-a125-87ed960075bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:48.097876 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d62086af-7710-4fa1-a83b-7a1e7acdc83b req-e39978a4-3b59-4965-a125-87ed960075bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 1128 time: 0.1302433 Apr 05 13:48:48.178718 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-90e7a4c6-2f2a-473c-8454-fc35251a36fa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (ad90f40d-190f-4a7a-a0df-ba1865335808), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:48.184038 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-90e7a4c6-2f2a-473c-8454-fc35251a36fa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (ad90f40d-190f-4a7a-a0df-ba1865335808), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:48.214409 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7a4c6-2f2a-473c-8454-fc35251a36fa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad90f40d-190f-4a7a-a0df-ba1865335808,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:48.221211 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-90e7a4c6-2f2a-473c-8454-fc35251a36fa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:48.222408 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-90e7a4c6-2f2a-473c-8454-fc35251a36fa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2715688 Apr 05 13:48:48.238049 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62086af-7710-4fa1-a83b-7a1e7acdc83b req-5f629bf3-6faf-4903-8a54-ccf863ad9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:48.240180 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d62086af-7710-4fa1-a83b-7a1e7acdc83b req-5f629bf3-6faf-4903-8a54-ccf863ad9f58 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=51e332af07b8443bb5fe05decbfab0b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1337428 Apr 05 13:48:48.353530 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62086af-7710-4fa1-a83b-7a1e7acdc83b req-953be945-c49c-46ce-b8df-3be65b7445b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:48.355444 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d62086af-7710-4fa1-a83b-7a1e7acdc83b req-953be945-c49c-46ce-b8df-3be65b7445b1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084459 Apr 05 13:48:48.441276 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-f80f2df7-281a-43f8-9762-03b23401164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:48.442835 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-f80f2df7-281a-43f8-9762-03b23401164e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 1128 time: 0.0506294 Apr 05 13:48:48.493534 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-72acecec-d49d-43f2-9c03-2259af965e35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ce43029-8922-4702-b1d8-44ae015a94ae HTTP/1.1" status: 200 len: 217 time: 0.0398815 Apr 05 13:48:48.548226 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-c4cea74c-49a5-43ac-88b7-fd7941dbe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:48.549694 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-c4cea74c-49a5-43ac-88b7-fd7941dbe62f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 200 len: 854 time: 0.0483837 Apr 05 13:48:48.607137 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-a0ac6ea8-2009-4717-862a-9d8d7080f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:48.609064 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-a0ac6ea8-2009-4717-862a-9d8d7080f565 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3cff852-d241-43ab-830a-cae40270149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524738 Apr 05 13:48:48.746299 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-48ab906e-2f48-46f5-884c-81f64b93b4b1 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268120 Apr 05 13:48:48.848157 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7dba4b1d-ceb2-4d07-8dfe-cd16bb5afab5 req-3b4e08b5-91db-4145-8dd2-758ff180ae91 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933552 Apr 05 13:48:48.992272 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373cac-f6da-4c99-8005-d196085b87b2 req-0c0b8ab4-fcc4-41f6-afbf-9d6969b0d843 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:48.993915 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a1373cac-f6da-4c99-8005-d196085b87b2 req-0c0b8ab4-fcc4-41f6-afbf-9d6969b0d843 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0591588 Apr 05 13:48:49.052300 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a1373cac-f6da-4c99-8005-d196085b87b2 req-3ada4219-878b-4d5e-a190-e63eb527f52d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499830 Apr 05 13:48:49.095109 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53507a3d-845c-4e81-bcca-d439be6db618 req-5159a3c6-6280-494d-af30-f6f54a08ddff tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:49.096653 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-53507a3d-845c-4e81-bcca-d439be6db618 req-5159a3c6-6280-494d-af30-f6f54a08ddff tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 944 time: 0.0661230 Apr 05 13:48:49.115867 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device c1b76888-e26d-4527-9ec4-d5beff282bad up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:49.168485 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-53507a3d-845c-4e81-bcca-d439be6db618 req-2e7525c8-1fd7-4b33-943f-48d0abdf413b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651734 Apr 05 13:48:49.188734 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port c1b76888-e26d-4527-9ec4-d5beff282bad triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:49.189131 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:49.209676 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82136e3-984d-4ef2-a983-a678d47bafcc req-16ff2831-00c4-4234-9b89-75e1d10341e9 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:49.213915 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f82136e3-984d-4ef2-a983-a678d47bafcc req-16ff2831-00c4-4234-9b89-75e1d10341e9 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0768843 Apr 05 13:48:49.267158 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f82136e3-984d-4ef2-a983-a678d47bafcc req-467cca79-5a6f-482d-9861-f2fb0a518f61 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475099 Apr 05 13:48:49.281103 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port c1b76888-e26d-4527-9ec4-d5beff282bad is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:49.281505 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:49.304391 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port c1b76888-e26d-4527-9ec4-d5beff282bad, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=c1b76888-e26d-4527-9ec4-d5beff282bad,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:49.308594 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:49.357703 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=c1b76888-e26d-4527-9ec4-d5beff282bad,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:49.392144 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Sync routers for ids ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:49.402728 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Routers {'8be35edd-cbc1-40e0-b3ed-ad96db751abf'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:49.403339 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:49.519712 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Set router 8be35edd-cbc1-40e0-b3ed-ad96db751abf gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:49.737921 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'name': 'tempest-TestVolumeBootPattern-437377931-router', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 4, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'gw_port': {'id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6f2ea318-ba41-43c3-b682-d6b54999b341', 'name': '', 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'mac_address': 'fa:16:3e:d9:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3e94292f-c5ac-4754-a193-aeb873274749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:44Z', 'updated_at': '2022-04-05T13:48:45Z', 'revision_number': 2, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'subnets': [{'id': '3e94292f-c5ac-4754-a193-aeb873274749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:49.768833 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Checking router: 8be35edd-cbc1-40e0-b3ed-ad96db751abf for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:49.769194 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Updating router 8be35edd-cbc1-40e0-b3ed-ad96db751abf port 6f2ea318-ba41-43c3-b682-d6b54999b341 binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:48:49.796738 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:50.062183 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Publish callbacks [] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:50.066962 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:50.126412 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34fc25-639a-4769-9cf7-05bf57a0c239 None None] Pushing event updated for resources: {'Port': ['ID=6f2ea318-ba41-43c3-b682-d6b54999b341,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:50.183932 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Attempting to bind port 6f2ea318-ba41-43c3-b682-d6b54999b341 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:48:50.184369 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Attempting to bind port 6f2ea318-ba41-43c3-b682-d6b54999b341 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '5abc4619-7123-4466-91e2-a33c36344cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:48:50.184899 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Attempting to bind port 6f2ea318-ba41-43c3-b682-d6b54999b341 on network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:48:50.192950 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:48:50.193723 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Checking segment: {'id': '5abc4619-7123-4466-91e2-a33c36344cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:48:50.194295 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:50.194848 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Bound using segment: {'id': '5abc4619-7123-4466-91e2-a33c36344cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:48:50.195551 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Bound port: 6f2ea318-ba41-43c3-b682-d6b54999b341, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abc4619-7123-4466-91e2-a33c36344cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:48:50.196101 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:50.280742 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] For port 6f2ea318-ba41-43c3-b682-d6b54999b341, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:48:50.284490 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] For port 6f2ea318-ba41-43c3-b682-d6b54999b341, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=6f2ea318-ba41-43c3-b682-d6b54999b341,segment=NetworkSegment(5abc4619-7123-4466-91e2-a33c36344cf3),segment_id=5abc4619-7123-4466-91e2-a33c36344cf3)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:48:50.295644 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:50.327907 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d93902-1bdc-4d09-a16c-bcca389eb137 req-64a1179c-1aab-40d7-8c22-9c064104be4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:50.338120 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d4d93902-1bdc-4d09-a16c-bcca389eb137 req-64a1179c-1aab-40d7-8c22-9c064104be4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 944 time: 0.0898807 Apr 05 13:48:50.368000 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95b60a-91b3-4ab1-8b03-757c593b8c42 req-0b570c45-dccb-4d03-8a2d-fed68b58c419 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:50.369989 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1b95b60a-91b3-4ab1-8b03-757c593b8c42 req-0b570c45-dccb-4d03-8a2d-fed68b58c419 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0598848 Apr 05 13:48:50.373955 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Routers {'8be35edd-cbc1-40e0-b3ed-ad96db751abf'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:50.375881 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:50.376999 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-2d97abdb-2ff4-4be0-880a-a89e80cf87a6 None None] Provisioning complete for port 6f2ea318-ba41-43c3-b682-d6b54999b341 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:50.377615 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2d97abdb-2ff4-4be0-880a-a89e80cf87a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:50.434595 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d4d93902-1bdc-4d09-a16c-bcca389eb137 req-3b89c0b2-f823-4e04-a38c-dbf50c00b838 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937223 Apr 05 13:48:50.462217 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34fc25-639a-4769-9cf7-05bf57a0c239 None None] Pushing event updated for resources: {'Port': ['ID=6f2ea318-ba41-43c3-b682-d6b54999b341,revision_number=4']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:50.477380 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1b95b60a-91b3-4ab1-8b03-757c593b8c42 req-b420333f-ae91-43d0-b995-e13dbf34f0da tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988159 Apr 05 13:48:50.500548 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-2d97abdb-2ff4-4be0-880a-a89e80cf87a6 None None] Current status of the port 6f2ea318-ba41-43c3-b682-d6b54999b341 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:50.500949 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2d97abdb-2ff4-4be0-880a-a89e80cf87a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:50.542347 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-2d97abdb-2ff4-4be0-880a-a89e80cf87a6 None None] For port 6f2ea318-ba41-43c3-b682-d6b54999b341, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=6f2ea318-ba41-43c3-b682-d6b54999b341,segment=NetworkSegment(5abc4619-7123-4466-91e2-a33c36344cf3),segment_id=5abc4619-7123-4466-91e2-a33c36344cf3)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:50.548233 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2d97abdb-2ff4-4be0-880a-a89e80cf87a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:50.578941 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff73af3-f296-4386-a5f7-196828188a46 req-5e566a3e-ce3f-4113-a5ff-b22c42c4516e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:50.586478 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] Set router 8be35edd-cbc1-40e0-b3ed-ad96db751abf gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:50.589893 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4ff73af3-f296-4386-a5f7-196828188a46 req-5e566a3e-ce3f-4113-a5ff-b22c42c4516e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0811045 Apr 05 13:48:50.612575 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97abdb-2ff4-4be0-880a-a89e80cf87a6 None None] Pushing event updated for resources: {'Port': ['ID=6f2ea318-ba41-43c3-b682-d6b54999b341,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:50.642318 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4ff73af3-f296-4386-a5f7-196828188a46 req-1de87e5b-03cb-47db-8efc-14035db84535 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515375 Apr 05 13:48:50.683642 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-c8e75316-9a7e-4522-ae42-7fe8fe8111ea None None] Provisioning complete for port 6f2ea318-ba41-43c3-b682-d6b54999b341 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:50.684050 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c8e75316-9a7e-4522-ae42-7fe8fe8111ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:50.773001 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-c8e75316-9a7e-4522-ae42-7fe8fe8111ea None None] Current status of the port 6f2ea318-ba41-43c3-b682-d6b54999b341 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:50.800798 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'name': 'tempest-TestVolumeBootPattern-437377931-router', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 4, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'gw_port': {'id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6f2ea318-ba41-43c3-b682-d6b54999b341', 'name': '', 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'mac_address': 'fa:16:3e:d9:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3e94292f-c5ac-4754-a193-aeb873274749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:44Z', 'updated_at': '2022-04-05T13:48:50Z', 'revision_number': 4, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'subnets': [{'id': '3e94292f-c5ac-4754-a193-aeb873274749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:50.827347 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d354991-5183-4e8e-9a4d-9a747a51fb2f None None] The sync data for ids ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'] in dv-cinder-835878-2-iscsi is: [{'id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'name': 'tempest-TestVolumeBootPattern-437377931-router', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 4, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'gw_port': {'id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6f2ea318-ba41-43c3-b682-d6b54999b341', 'name': '', 'network_id': '7a491d97-ca79-4cfe-a13b-ff0561c5ca2b', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'mac_address': 'fa:16:3e:d9:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3e94292f-c5ac-4754-a193-aeb873274749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:44Z', 'updated_at': '2022-04-05T13:48:50Z', 'revision_number': 4, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'subnets': [{'id': '3e94292f-c5ac-4754-a193-aeb873274749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:51.091846 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 6f2ea318-ba41-43c3-b682-d6b54999b341 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:51.141947 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 6f2ea318-ba41-43c3-b682-d6b54999b341 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:51.142416 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:51.212398 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 5ce43029-8922-4702-b1d8-44ae015a94ae details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:48:51.245681 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 6f2ea318-ba41-43c3-b682-d6b54999b341 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:51.246728 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device c1b76888-e26d-4527-9ec4-d5beff282bad up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:51.355850 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port c1b76888-e26d-4527-9ec4-d5beff282bad triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:51.356302 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:51.407839 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 5ce43029-8922-4702-b1d8-44ae015a94ae, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5ce43029-8922-4702-b1d8-44ae015a94ae,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:51.425510 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '5ce43029-8922-4702-b1d8-44ae015a94ae', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'port_id': '5ce43029-8922-4702-b1d8-44ae015a94ae', 'mac_address': 'fa:16:3e:d5:69:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:48:51.496120 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 5ce43029-8922-4702-b1d8-44ae015a94ae is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:51.496369 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:51.515069 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port c1b76888-e26d-4527-9ec4-d5beff282bad is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:51.521038 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce43029-8922-4702-b1d8-44ae015a94ae {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:48:51.542011 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 5ce43029-8922-4702-b1d8-44ae015a94ae, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5ce43029-8922-4702-b1d8-44ae015a94ae,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:51.548110 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:51.556025 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9495e9-70b6-4588-a24d-7fac4cc1b998 req-384f250e-e1ce-4ac6-ba65-59f1e3e57a2a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:51.557557 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6e9495e9-70b6-4588-a24d-7fac4cc1b998 req-384f250e-e1ce-4ac6-ba65-59f1e3e57a2a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 944 time: 0.0595753 Apr 05 13:48:51.604362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52891b2-1cca-4c23-a768-77bc59f6bd4b req-a9f4dbb2-7220-4a0a-9f56-31c2a9a9a193 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:51.605845 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f52891b2-1cca-4c23-a768-77bc59f6bd4b req-a9f4dbb2-7220-4a0a-9f56-31c2a9a9a193 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0606327 Apr 05 13:48:51.611330 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=5ce43029-8922-4702-b1d8-44ae015a94ae,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:51.617767 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6e9495e9-70b6-4588-a24d-7fac4cc1b998 req-2ab5e7cf-eede-491f-a316-a77b1287c0d1 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539398 Apr 05 13:48:51.662815 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f52891b2-1cca-4c23-a768-77bc59f6bd4b req-f87cb5dd-138f-47d6-be2c-b69188d54e16 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509145 Apr 05 13:48:51.694052 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:48:51.768360 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80266e1e-7050-4d83-9b95-b4100750d698 req-68af851f-c468-4c41-baf0-8d84571e92bf tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:51.769812 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-80266e1e-7050-4d83-9b95-b4100750d698 req-68af851f-c468-4c41-baf0-8d84571e92bf tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0535910 Apr 05 13:48:51.819373 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-80266e1e-7050-4d83-9b95-b4100750d698 req-47b0477e-7fe5-4fe9-8fb7-7dfde1f79883 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Apr 05 13:48:51.838591 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['5ce43029-8922-4702-b1d8-44ae015a94ae'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:48:52.738186 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559c092-c823-4fa5-b314-a50340222009 req-ab5ff4f3-b3a8-406c-abc7-10d92c8f96d5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:52.740393 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a559c092-c823-4fa5-b314-a50340222009 req-ab5ff4f3-b3a8-406c-abc7-10d92c8f96d5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 945 time: 0.0545840 Apr 05 13:48:52.782783 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5c95d-123e-4999-97c5-8b1562fc2906 req-0cb6a093-93d1-452c-9625-9c3bc967b7e1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:52.784294 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-93e5c95d-123e-4999-97c5-8b1562fc2906 req-0cb6a093-93d1-452c-9625-9c3bc967b7e1 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0538669 Apr 05 13:48:52.789599 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a559c092-c823-4fa5-b314-a50340222009 req-ea53b4e5-202a-406e-967e-65fede6370c5 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435970 Apr 05 13:48:52.837503 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-93e5c95d-123e-4999-97c5-8b1562fc2906 req-a87bf475-0bb1-4ac2-a2ff-465bfc7ef461 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464904 Apr 05 13:48:52.941693 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71997b95-6e14-4ef5-9fb9-534c5b8f31b6 req-aa89fe7f-932a-40bd-8b90-457830520aa8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:52.943190 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-71997b95-6e14-4ef5-9fb9-534c5b8f31b6 req-aa89fe7f-932a-40bd-8b90-457830520aa8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0530753 Apr 05 13:48:52.993189 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-71997b95-6e14-4ef5-9fb9-534c5b8f31b6 req-5d6d5442-6bc3-4c5c-b576-b7b349fe5482 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443883 Apr 05 13:48:53.214443 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 5ce43029-8922-4702-b1d8-44ae015a94ae up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:53.264681 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 5ce43029-8922-4702-b1d8-44ae015a94ae completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:48:53.268401 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 5ce43029-8922-4702-b1d8-44ae015a94ae triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:53.268777 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:53.355624 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 5ce43029-8922-4702-b1d8-44ae015a94ae is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:53.356029 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:53.380489 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce43029-8922-4702-b1d8-44ae015a94ae'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:53.382976 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8f1955-86b3-4e3a-ae59-b2759e9ec9dc" -d '{"events": [{"server_uuid": "458b08fb-48ac-4bec-8f2a-a900c7499671", "name": "network-vif-plugged", "status": "completed", "tag": "5ce43029-8922-4702-b1d8-44ae015a94ae"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:53.394946 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 5ce43029-8922-4702-b1d8-44ae015a94ae, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5ce43029-8922-4702-b1d8-44ae015a94ae,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:53.400086 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:53.454410 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=5ce43029-8922-4702-b1d8-44ae015a94ae,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:53.484219 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d989c55-dd7d-4ba9-98b4-d432bccae684 x-openstack-request-id: req-3d989c55-dd7d-4ba9-98b4-d432bccae684 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:53.484536 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458b08fb-48ac-4bec-8f2a-a900c7499671", "name": "network-vif-plugged", "status": "completed", "tag": "5ce43029-8922-4702-b1d8-44ae015a94ae", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:53.484791 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d989c55-dd7d-4ba9-98b4-d432bccae684 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:53.485195 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d989c55-dd7d-4ba9-98b4-d432bccae684'] response: {'server_uuid': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce43029-8922-4702-b1d8-44ae015a94ae', 'code': 200} Apr 05 13:48:53.516719 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-0d14dbbd-fe0d-4b74-92aa-77ecefe015d4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:53.518187 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-0d14dbbd-fe0d-4b74-92aa-77ecefe015d4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.0670381 Apr 05 13:48:53.656754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Deleting port 6a83c9ab-5780-4a30-99ee-398ef555b022 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:53.657090 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:53.735310 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daacbf-bf6c-4848-9b4f-9459dab1e65a req-468cc2ec-428f-497d-80d5-3b133c237e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:53.736880 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-41daacbf-bf6c-4848-9b4f-9459dab1e65a req-468cc2ec-428f-497d-80d5-3b133c237e9c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 1130 time: 0.1160979 Apr 05 13:48:53.770945 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] For port 6a83c9ab-5780-4a30-99ee-398ef555b022, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6a83c9ab-5780-4a30-99ee-398ef555b022,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:53.771301 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:53.844841 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-41daacbf-bf6c-4848-9b4f-9459dab1e65a req-db508c4d-173a-4d4a-866f-16362e65cb9d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963736 Apr 05 13:48:53.917347 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ecd61-e0d9-4aaa-acf5-a4a828e3b72e req-322ef48a-1a6c-47d1-93ec-6855de430869 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:53.919248 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c84ecd61-e0d9-4aaa-acf5-a4a828e3b72e req-322ef48a-1a6c-47d1-93ec-6855de430869 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 946 time: 0.0605936 Apr 05 13:48:53.973150 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c84ecd61-e0d9-4aaa-acf5-a4a828e3b72e req-611e932c-5e14-4f10-a498-c9ec3dfd776c tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436888 Apr 05 13:48:54.012018 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:54.012290 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:54.012602 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Floating IP e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48 disassociated. External IP: 172.27.2.117, port: 6a83c9ab-5780-4a30-99ee-398ef555b022. Apr 05 13:48:54.012944 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Calling delete_port for 6a83c9ab-5780-4a30-99ee-398ef555b022 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:54.027523 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6e148-6bb1-407c-ad1c-7b71f8d30a36 req-25041302-71e5-4f57-bab7-9bd5bfb717d4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:54.029050 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a1e6e148-6bb1-407c-ad1c-7b71f8d30a36 req-25041302-71e5-4f57-bab7-9bd5bfb717d4 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 945 time: 0.1160502 Apr 05 13:48:54.124048 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a1e6e148-6bb1-407c-ad1c-7b71f8d30a36 req-e97241df-b474-4d5a-88a1-75035dfba4db tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1aa8322-0f13-4721-92e7-3039348e0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890393 Apr 05 13:48:54.128128 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e6531-4cde-4a36-8069-c22c05d82db0 req-5fd68db3-3a3e-493b-86f6-bfe49642d282 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:54.130467 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a39e6531-4cde-4a36-8069-c22c05d82db0 req-5fd68db3-3a3e-493b-86f6-bfe49642d282 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0567729 Apr 05 13:48:54.183327 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a39e6531-4cde-4a36-8069-c22c05d82db0 req-a131adc3-1ad7-426c-813c-1a3e6153580d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454493 Apr 05 13:48:54.203299 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (6a83c9ab-5780-4a30-99ee-398ef555b022), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:54.232715 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event deleted for resources: {'Port': ['ID=6a83c9ab-5780-4a30-99ee-398ef555b022,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:54.356987 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Router 87509cee-4c98-4ee2-b328-b2d32fb2c1af has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:48:54.469439 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:54.480775 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] Sync routers for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:54.491550 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:54.492172 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:54.512759 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] No DVR routers for this DVR port 6a83c9ab-5780-4a30-99ee-398ef555b022 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:48:54.515306 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:54.518685 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4b490482-ba41-4cdb-90b6-262cda9ecff5 req-ad266219-d737-4196-bebf-d9290555ddad tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "DELETE /v2.0/ports/6a83c9ab-5780-4a30-99ee-398ef555b022 HTTP/1.1" status: 204 len: 173 time: 0.9865165 Apr 05 13:48:54.519133 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'name': 'network-vif-deleted', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:54.522014 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184bbb4b-3562-4fc3-813a-7aba8ffd06fd" -d '{"events": [{"server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "name": "network-vif-deleted", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:54.556014 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be87e9f7-40aa-4379-a8c4-d35075014632 x-openstack-request-id: req-be87e9f7-40aa-4379-a8c4-d35075014632 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:54.556310 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6", "name": "network-vif-deleted", "tag": "6a83c9ab-5780-4a30-99ee-398ef555b022", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:54.556615 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be87e9f7-40aa-4379-a8c4-d35075014632 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:54.556970 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be87e9f7-40aa-4379-a8c4-d35075014632'] response: {'server_uuid': '9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6', 'name': 'network-vif-deleted', 'tag': '6a83c9ab-5780-4a30-99ee-398ef555b022', 'status': 'completed', 'code': 200} Apr 05 13:48:54.607065 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:54.821421 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 5, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:54.854635 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] Checking router: 87509cee-4c98-4ee2-b328-b2d32fb2c1af for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:54.863531 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:54.864689 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:54.969414 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:55.104475 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534f609-297b-47aa-81f3-9b34fbfe5216 req-a461b7bb-5891-4cb8-8ccd-f247e00e102a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:55.106058 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b534f609-297b-47aa-81f3-9b34fbfe5216 req-a461b7bb-5891-4cb8-8ccd-f247e00e102a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 946 time: 0.0561576 Apr 05 13:48:55.160618 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b534f609-297b-47aa-81f3-9b34fbfe5216 req-f31a7ba8-d5b1-4055-baba-9cc5808d7424 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486021 Apr 05 13:48:55.203984 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 5, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:55.233197 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 074d013b-9ce4-47d8-b88a-047e91d0ee78 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:48:55.235645 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3940b-df0f-4325-acd2-84b975066d52 None None] The sync data for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi is: [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:31Z', 'revision_number': 4, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'a9a5cb33-07cf-4399-9f9c-acbd1c03fc63', 'name': '', 'network_id': '4f94a67a-4b4c-4b0c-b628-6c4483480757', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'mac_address': 'fa:16:3e:ca:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83962a44-d010-479c-b220-f049fff09390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:27Z', 'updated_at': '2022-04-05T13:43:38Z', 'revision_number': 5, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'subnets': [{'id': '83962a44-d010-479c-b220-f049fff09390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:55.310696 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-13fedb4f-a84b-4479-8485-a4b01fda7cf8 req-0c042310-6627-40ca-a2c7-87a8ac597efe tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ff5ed31-8477-433b-8dc9-1e5ee82ca6b6 HTTP/1.1" status: 200 len: 210 time: 0.0895023 Apr 05 13:48:55.356199 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49d0f9-77f1-468d-83af-f71e199e82c5 req-e1c04032-a5ac-4a18-a46d-6f35f1f280a8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:55.357847 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bc49d0f9-77f1-468d-83af-f71e199e82c5 req-e1c04032-a5ac-4a18-a46d-6f35f1f280a8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0930986 Apr 05 13:48:55.413043 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bc49d0f9-77f1-468d-83af-f71e199e82c5 req-762a742e-a6a1-4164-b5a4-29968b578eb8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478628 Apr 05 13:48:55.539295 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0956cf4f-3046-4c89-b164-c24582db95eb None None] New status for floating IP e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48: DOWN {{(pid=109892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:48:55.542990 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:55.553579 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'port_id': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'mac_address': 'fa:16:3e:27:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:48:55.596740 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 074d013b-9ce4-47d8-b88a-047e91d0ee78 is: ACTIVE; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:55.597140 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:55.612174 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 074d013b-9ce4-47d8-b88a-047e91d0ee78 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:48:55.634651 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:55.638671 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:55.694462 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=6']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:55.805048 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['074d013b-9ce4-47d8-b88a-047e91d0ee78'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:48:56.288982 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e4a1b-c4e3-46ed-9322-dc67daa7f20f req-ce771a71-85ae-4ae6-ba2d-9d34fa6d7102 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:56.290533 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-678e4a1b-c4e3-46ed-9322-dc67daa7f20f req-ce771a71-85ae-4ae6-ba2d-9d34fa6d7102 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 946 time: 0.0571055 Apr 05 13:48:56.341716 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-678e4a1b-c4e3-46ed-9322-dc67daa7f20f req-cce624ce-dbae-41ab-a719-0cc6c898fd5f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Apr 05 13:48:56.412764 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56762) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:56.509938 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692a355-2e1b-4ce7-92ba-af7652ef9ba6 req-d045c25b-4b76-4aa4-9c55-cd03ecec0d38 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:56.511534 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a692a355-2e1b-4ce7-92ba-af7652ef9ba6 req-d045c25b-4b76-4aa4-9c55-cd03ecec0d38 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 946 time: 0.0912957 Apr 05 13:48:56.518314 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-143c877f-dc34-4dc9-b2c5-383c1d8f651e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group (c1aa8322-0f13-4721-92e7-3039348e0ac6), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:56.523711 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56770) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:56.538395 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-6e73befa-772d-46f3-acae-2cb5bdbd9c4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Request body: {'floatingip': {'port_id': '5ce43029-8922-4702-b1d8-44ae015a94ae'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:48:56.575825 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa5f6d-1a33-4270-859f-4c70a19a7ce8 req-adf89e93-4e30-4863-8a6f-c71b48755cfa tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:56.579890 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-88aa5f6d-1a33-4270-859f-4c70a19a7ce8 req-adf89e93-4e30-4863-8a6f-c71b48755cfa tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 944 time: 0.0799062 Apr 05 13:48:56.588506 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-143c877f-dc34-4dc9-b2c5-383c1d8f651e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group (c1aa8322-0f13-4721-92e7-3039348e0ac6), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:56.592487 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e73befa-772d-46f3-acae-2cb5bdbd9c4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (0c27ff31-c1b6-4f0d-ba67-82255d38fcb5), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:56.643426 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-88aa5f6d-1a33-4270-859f-4c70a19a7ce8 req-7735d99e-259a-4657-9f9d-53bf756f12c5 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570881 Apr 05 13:48:56.767374 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-143c877f-dc34-4dc9-b2c5-383c1d8f651e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c1aa8322-0f13-4721-92e7-3039348e0ac6), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:56.770066 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-143c877f-dc34-4dc9-b2c5-383c1d8f651e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:56.771652 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-143c877f-dc34-4dc9-b2c5-383c1d8f651e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "DELETE /v2.0/security-groups/c1aa8322-0f13-4721-92e7-3039348e0ac6 HTTP/1.1" status: 204 len: 168 time: 0.3576984 Apr 05 13:48:56.774609 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56776) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:56.800973 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.api.v2.resource [None req-ca766f0a-5c44-430f-94ea-2cdce7e1da89 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] show failed (client error): The resource could not be found. Apr 05 13:48:56.803633 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ca766f0a-5c44-430f-94ea-2cdce7e1da89 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups/c1aa8322-0f13-4721-92e7-3039348e0ac6 HTTP/1.1" status: 404 len: 347 time: 0.0273802 Apr 05 13:48:56.807325 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56778) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:48:56.824402 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c877f-dc34-4dc9-b2c5-383c1d8f651e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aa8322-0f13-4721-92e7-3039348e0ac6,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:57.024207 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-51a77be4-47b0-4b0b-b416-e11f6d69d238 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Deleting port fe0c629a-c24b-4155-82c7-7089c01f0df6 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:48:57.024923 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51a77be4-47b0-4b0b-b416-e11f6d69d238 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (fe0c629a-c24b-4155-82c7-7089c01f0df6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.138283 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51a77be4-47b0-4b0b-b416-e11f6d69d238 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (fe0c629a-c24b-4155-82c7-7089c01f0df6), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.138691 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51a77be4-47b0-4b0b-b416-e11f6d69d238 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for floatingip (fe0c629a-c24b-4155-82c7-7089c01f0df6), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.154641 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-51a77be4-47b0-4b0b-b416-e11f6d69d238 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Calling delete_port for fe0c629a-c24b-4155-82c7-7089c01f0df6 owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:48:57.218800 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 074d013b-9ce4-47d8-b88a-047e91d0ee78 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:48:57.294747 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 074d013b-9ce4-47d8-b88a-047e91d0ee78 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:48:57.295136 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.310049 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e73befa-772d-46f3-acae-2cb5bdbd9c4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.320634 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e73befa-772d-46f3-acae-2cb5bdbd9c4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (0c27ff31-c1b6-4f0d-ba67-82255d38fcb5), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.415174 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51a77be4-47b0-4b0b-b416-e11f6d69d238 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (fe0c629a-c24b-4155-82c7-7089c01f0df6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.417883 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 074d013b-9ce4-47d8-b88a-047e91d0ee78 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:48:57.418474 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.447997 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:57.450547 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b0f6e-21c3-4ee5-ae5d-1f420c65a678" -d '{"events": [{"server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "name": "network-vif-plugged", "status": "completed", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:57.463531 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a77be4-47b0-4b0b-b416-e11f6d69d238 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event deleted for resources: {'Port': ['ID=fe0c629a-c24b-4155-82c7-7089c01f0df6,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:57.467319 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [None req-6e73befa-772d-46f3-acae-2cb5bdbd9c4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Floating IP 0c27ff31-c1b6-4f0d-ba67-82255d38fcb5 associated. External IP: 172.27.2.108, port: 5ce43029-8922-4702-b1d8-44ae015a94ae. Apr 05 13:48:57.476677 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:48:57.483172 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.484022 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 6a83c9ab-5780-4a30-99ee-398ef555b022 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:48:57.535259 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 6a83c9ab-5780-4a30-99ee-398ef555b022 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:48:57.547565 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 6a83c9ab-5780-4a30-99ee-398ef555b022 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:48:57.554627 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a95138-688b-4cb7-b934-91a3f2cdf575 x-openstack-request-id: req-e5a95138-688b-4cb7-b934-91a3f2cdf575 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:57.554991 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "name": "network-vif-plugged", "status": "completed", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:57.555250 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5a95138-688b-4cb7-b934-91a3f2cdf575 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:57.555679 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a95138-688b-4cb7-b934-91a3f2cdf575'] response: {'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'code': 200} Apr 05 13:48:57.556650 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51a77be4-47b0-4b0b-b416-e11f6d69d238 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks [] for floatingip (e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.560878 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51a77be4-47b0-4b0b-b416-e11f6d69d238 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:57.565504 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-51a77be4-47b0-4b0b-b416-e11f6d69d238 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "DELETE /v2.0/floatingips/e83a34b8-1d1c-4aa9-98b0-9ff4e8d9cb48 HTTP/1.1" status: 204 len: 168 time: 0.7568626 Apr 05 13:48:57.581993 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=7']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:48:57.783006 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753ef13-d9e0-462c-ab4a-453b872c64cc req-a50d9b89-7750-4820-85af-e193460e4791 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:57.791293 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2753ef13-d9e0-462c-ab4a-453b872c64cc req-a50d9b89-7750-4820-85af-e193460e4791 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0660501 Apr 05 13:48:57.803284 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e73befa-772d-46f3-acae-2cb5bdbd9c4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:48:57.853092 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2753ef13-d9e0-462c-ab4a-453b872c64cc req-d94b8754-6fe9-45d8-88eb-36b0a6716a79 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608778 Apr 05 13:48:58.253608 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e73befa-772d-46f3-acae-2cb5bdbd9c4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:48:58.259276 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e73befa-772d-46f3-acae-2cb5bdbd9c4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:48:58.266163 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:48:58.289136 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:58.289791 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:58.295151 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-6e73befa-772d-46f3-acae-2cb5bdbd9c4a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "PUT /v2.0/floatingips/0c27ff31-c1b6-4f0d-ba67-82255d38fcb5 HTTP/1.1" status: 200 len: 992 time: 1.7704649 Apr 05 13:48:58.296875 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'tag': '5ce43029-8922-4702-b1d8-44ae015a94ae'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:48:58.300660 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74095008-ea64-42a6-a0dc-56a3229c05ce" -d '{"events": [{"name": "network-changed", "server_uuid": "458b08fb-48ac-4bec-8f2a-a900c7499671", "tag": "5ce43029-8922-4702-b1d8-44ae015a94ae"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:48:58.343536 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9691b391-8dc2-4cd6-b9a1-99ce89179065 x-openstack-request-id: req-9691b391-8dc2-4cd6-b9a1-99ce89179065 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:48:58.343536 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458b08fb-48ac-4bec-8f2a-a900c7499671", "tag": "5ce43029-8922-4702-b1d8-44ae015a94ae", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:48:58.343833 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9691b391-8dc2-4cd6-b9a1-99ce89179065 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:48:58.347468 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9691b391-8dc2-4cd6-b9a1-99ce89179065'] response: {'name': 'network-changed', 'server_uuid': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'tag': '5ce43029-8922-4702-b1d8-44ae015a94ae', 'status': 'completed', 'code': 200} Apr 05 13:48:58.431540 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-a424b3d3-6bc6-4c99-83a8-8ec0ae94e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:58.433247 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-a424b3d3-6bc6-4c99-83a8-8ec0ae94e251 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51e332af07b8443bb5fe05decbfab0b1&device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 1130 time: 0.0649173 Apr 05 13:48:58.440943 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:58.555264 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-83e4941b-d9b1-48ea-aa50-52e2b8c040f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:58.556932 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-83e4941b-d9b1-48ea-aa50-52e2b8c040f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 200 len: 916 time: 0.1169462 Apr 05 13:48:58.634417 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-a93db02c-9da6-4430-8ad9-01d4bf29ecc6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ce43029-8922-4702-b1d8-44ae015a94ae HTTP/1.1" status: 200 len: 1000 time: 0.0702446 Apr 05 13:48:58.691767 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-7d91f65a-1563-4b56-af5e-baeddb0267a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:58.693785 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-7d91f65a-1563-4b56-af5e-baeddb0267a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 200 len: 854 time: 0.0518973 Apr 05 13:48:58.766721 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '0c27ff31-c1b6-4f0d-ba67-82255d38fcb5', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': '5ce43029-8922-4702-b1d8-44ae015a94ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:d5:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:57Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:58.767464 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-3a373086-32dd-4e7f-9311-458427c987a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:58.770741 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-3a373086-32dd-4e7f-9311-458427c987a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3cff852-d241-43ab-830a-cae40270149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692327 Apr 05 13:48:58.798951 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:48:58.808584 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:48:58.809235 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:48:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:58.898066 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-2877cdfe-a9bd-4185-aad4-d295e532e5a3 service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135504 Apr 05 13:48:58.988452 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:48:59.089185 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74095008-ea64-42a6-a0dc-56a3229c05ce req-9fd2c0b9-9061-457c-8935-16694579171a service neutron] 10.222.0.46 "GET /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824296 Apr 05 13:48:59.092186 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489d5fe-1b0d-4a22-91b9-d2a0f64e4e08 req-a30d4306-6e90-4c09-a0ba-98ebab6ad5bc tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:48:59.094584 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b489d5fe-1b0d-4a22-91b9-d2a0f64e4e08 req-a30d4306-6e90-4c09-a0ba-98ebab6ad5bc tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0815172 Apr 05 13:48:59.187470 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b489d5fe-1b0d-4a22-91b9-d2a0f64e4e08 req-da54e0f6-0914-4ad8-a6ef-eb2865177b21 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779197 Apr 05 13:48:59.338034 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '0c27ff31-c1b6-4f0d-ba67-82255d38fcb5', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': '5ce43029-8922-4702-b1d8-44ae015a94ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:d5:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:57Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:48:59.369872 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59521493-adf5-4fef-b407-599d8ac0c8c0 None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '0c27ff31-c1b6-4f0d-ba67-82255d38fcb5', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'port_id': '5ce43029-8922-4702-b1d8-44ae015a94ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'mac_address': 'fa:16:3e:d5:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:57Z', 'revision_number': 1, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:48:59.617459 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799e818-259c-44bd-a7a5-d0e61c08d56d None None] New status for floating IP 0c27ff31-c1b6-4f0d-ba67-82255d38fcb5: ACTIVE {{(pid=109892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:49:00.326276 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d2a4d-f7ea-44a8-bc3c-5ec1da8a5355 req-89a023b8-868e-4c30-9b86-a191c0f2412d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:00.335773 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d44d2a4d-f7ea-44a8-bc3c-5ec1da8a5355 req-89a023b8-868e-4c30-9b86-a191c0f2412d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0678589 Apr 05 13:49:00.372043 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6eb7d-42c1-4e7c-951c-edf27a9e2ba9 req-6a3a10c2-4e9d-410e-8860-9244bc737337 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:00.386727 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ff6eb7d-42c1-4e7c-951c-edf27a9e2ba9 req-6a3a10c2-4e9d-410e-8860-9244bc737337 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0935225 Apr 05 13:49:00.387144 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d44d2a4d-f7ea-44a8-bc3c-5ec1da8a5355 req-bd0d2cc2-4251-40f0-81dc-a8f40515dc79 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490446 Apr 05 13:49:00.445910 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ff6eb7d-42c1-4e7c-951c-edf27a9e2ba9 req-9f33d613-a087-42d7-8a2f-2e672a42fc6d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619447 Apr 05 13:49:01.563284 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90299b6c-2ab2-4260-bc1b-b83bcfdf741f req-b6cf4fd2-a0af-47ed-842e-38474c486c93 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:01.571029 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-90299b6c-2ab2-4260-bc1b-b83bcfdf741f req-b6cf4fd2-a0af-47ed-842e-38474c486c93 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0823627 Apr 05 13:49:01.616960 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6f1de-2569-4827-b715-d8bd180ba11a req-c781585a-20e0-4e29-991b-5f71e43e543e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:01.619446 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ee6f1de-2569-4827-b715-d8bd180ba11a req-c781585a-20e0-4e29-991b-5f71e43e543e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0678504 Apr 05 13:49:01.623642 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-90299b6c-2ab2-4260-bc1b-b83bcfdf741f req-560b72e8-0823-462c-85bc-e216f2eb4d8d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514023 Apr 05 13:49:01.680385 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ee6f1de-2569-4827-b715-d8bd180ba11a req-84d79c7b-200c-4160-a798-827ef2177d1d tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540116 Apr 05 13:49:02.305802 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-525dc02d-58de-4c4e-82db-d42c39846784 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:02.307241 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-525dc02d-58de-4c4e-82db-d42c39846784 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 945 time: 0.0548310 Apr 05 13:49:02.402332 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-ee2cb751-c9fc-4d8f-a9ca-8a4bad43290e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Deleting port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:49:02.402673 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-ee2cb751-c9fc-4d8f-a9ca-8a4bad43290e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:02.501774 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-ee2cb751-c9fc-4d8f-a9ca-8a4bad43290e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] For port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:02.502144 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-ee2cb751-c9fc-4d8f-a9ca-8a4bad43290e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:02.515155 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-ee2cb751-c9fc-4d8f-a9ca-8a4bad43290e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Calling delete_port for 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:49:02.656756 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-ee2cb751-c9fc-4d8f-a9ca-8a4bad43290e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (5e0130be-6ae6-413d-a3ae-c2ae43b030f9), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:02.668550 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['2b817a5d-3997-48f5-8143-c7c5935059ae', '5e0130be-6ae6-413d-a3ae-c2ae43b030f9'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:49:02.736541 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cb751-c9fc-4d8f-a9ca-8a4bad43290e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event deleted for resources: {'Port': ['ID=5e0130be-6ae6-413d-a3ae-c2ae43b030f9,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:02.775254 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-ee2cb751-c9fc-4d8f-a9ca-8a4bad43290e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] No DVR routers for this DVR port 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:49:02.777798 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-ee2cb751-c9fc-4d8f-a9ca-8a4bad43290e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:02.778085 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d5c46-d687-4ee9-9389-0f0198644259 req-db6c3cef-73d5-4e9a-aed1-43161243882a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:02.781304 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1a4e6225-86e5-40cf-a1ee-75b5badb67e6 req-ee2cb751-c9fc-4d8f-a9ca-8a4bad43290e tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "DELETE /v2.0/ports/5e0130be-6ae6-413d-a3ae-c2ae43b030f9 HTTP/1.1" status: 204 len: 173 time: 0.4689431 Apr 05 13:49:02.781784 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eed230-0576-46ce-89ed-577fe3bafe14', 'name': 'network-vif-deleted', 'tag': '5e0130be-6ae6-413d-a3ae-c2ae43b030f9'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:02.784093 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f3ad7e-2dd9-4deb-8848-88e0a3058761" -d '{"events": [{"server_uuid": "01eed230-0576-46ce-89ed-577fe3bafe14", "name": "network-vif-deleted", "tag": "5e0130be-6ae6-413d-a3ae-c2ae43b030f9"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:02.787649 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-871d5c46-d687-4ee9-9389-0f0198644259 req-db6c3cef-73d5-4e9a-aed1-43161243882a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0827019 Apr 05 13:49:02.862717 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-871d5c46-d687-4ee9-9389-0f0198644259 req-a0dc7696-9572-40d6-ac45-b1693053db71 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738535 Apr 05 13:49:02.916320 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-51ffcb0f-13b3-41f9-ab32-df7cb9920dfb req-599f36f0-a7cf-4a8e-b8ca-76840fbf9182 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=01eed230-0576-46ce-89ed-577fe3bafe14 HTTP/1.1" status: 200 len: 210 time: 0.0543137 Apr 05 13:49:02.950101 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b56eaa-cfd3-4345-9236-45c36b763db3 x-openstack-request-id: req-06b56eaa-cfd3-4345-9236-45c36b763db3 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:02.950405 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eed230-0576-46ce-89ed-577fe3bafe14", "name": "network-vif-deleted", "tag": "5e0130be-6ae6-413d-a3ae-c2ae43b030f9", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:02.950671 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06b56eaa-cfd3-4345-9236-45c36b763db3 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:02.951534 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b56eaa-cfd3-4345-9236-45c36b763db3'] response: {'server_uuid': '01eed230-0576-46ce-89ed-577fe3bafe14', 'name': 'network-vif-deleted', 'tag': '5e0130be-6ae6-413d-a3ae-c2ae43b030f9', 'status': 'completed', 'code': 200} Apr 05 13:49:03.347481 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-771008ef-3475-4c68-a41b-9bf9ce895dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:03.807068 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-9caafff1-1521-4a34-90a2-60e20cb13035 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581162300&fields=id&tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8 HTTP/1.1" status: 200 len: 267 time: 0.0556908 Apr 05 13:49:03.934928 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-89eee0e6-34f5-471d-aebd-839e9c2babcd tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:03.936755 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-89eee0e6-34f5-471d-aebd-839e9c2babcd tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 810 time: 0.1227803 Apr 05 13:49:03.955966 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-6e13031a-b950-46de-9c98-8bd56003383a tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/quotas/aa8d9df8c7bc47c198fe0d94abd938c8 HTTP/1.1" status: 200 len: 375 time: 0.0136914 Apr 05 13:49:04.000366 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e412b-6371-4835-85ce-344ccbed0505 req-79b0c165-6b24-4de8-bbcc-1a60d89596cc tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:04.002586 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5b5e412b-6371-4835-85ce-344ccbed0505 req-79b0c165-6b24-4de8-bbcc-1a60d89596cc tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0634398 Apr 05 13:49:04.047895 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-ba0e3f99-57fd-4698-8585-e0bb0427e480 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811017 Apr 05 13:49:04.070258 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5b5e412b-6371-4835-85ce-344ccbed0505 req-34e6a66b-0216-4ada-bf5e-a90c7dbea2aa tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591121 Apr 05 13:49:04.179790 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-ab98700e-8b4f-4fad-af78-9a01d09e23c4 service neutron] 10.222.0.59 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129160 Apr 05 13:49:04.308605 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-48c49077-a09b-4ef0-9492-6bf4c7d0d359 service neutron] 10.222.0.59 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251011 Apr 05 13:49:04.392953 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71616874-3032-4a13-b3e6-1f4fc676358f req-8fc32f62-1a09-4387-ab6d-0d87b931deab tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:04.395484 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-71616874-3032-4a13-b3e6-1f4fc676358f req-8fc32f62-1a09-4387-ab6d-0d87b931deab tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0644965 Apr 05 13:49:04.464450 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-71616874-3032-4a13-b3e6-1f4fc676358f req-b04688d3-0586-42f2-a8bc-01a32d83e7b6 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596848 Apr 05 13:49:04.664000 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c0ae17c0-120d-4817-bfcc-d35bc4195157 req-90c019cc-1fde-4087-87d6-f9365ac506e2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 210 time: 0.0387075 Apr 05 13:49:05.223667 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf92f35-1e9f-4cf2-ae25-df5c6bf592bf req-3d767ba6-53ee-4f2a-9972-098799bf64e0 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:05.225171 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dcf92f35-1e9f-4cf2-ae25-df5c6bf592bf req-3d767ba6-53ee-4f2a-9972-098799bf64e0 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0659876 Apr 05 13:49:05.255111 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:49:05.282463 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:49:05.283138 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 5e0130be-6ae6-413d-a3ae-c2ae43b030f9 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:49:05.288639 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dcf92f35-1e9f-4cf2-ae25-df5c6bf592bf req-b1877d7d-f92c-4912-b585-85921d5d08e6 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564063 Apr 05 13:49:05.607991 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ba25-773d-4e2d-84a0-11010b4f4a3f req-879e906e-b529-41c7-baef-7459d40d16a0 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:05.609707 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cd44ba25-773d-4e2d-84a0-11010b4f4a3f req-879e906e-b529-41c7-baef-7459d40d16a0 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0672710 Apr 05 13:49:05.662969 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cd44ba25-773d-4e2d-84a0-11010b4f4a3f req-77e8359a-d5d9-4d85-aefc-d31389c8a1c3 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Apr 05 13:49:05.788869 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8ac9c850-16d3-464f-85ad-98a83b723a79 req-5d01d81a-5054-4a96-9dd1-3c6bf82d9032 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 210 time: 0.0562167 Apr 05 13:49:05.795770 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-dbead0ec-e906-4a3f-b727-1518deab88ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:06.422369 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcbb67-3c8e-4633-940a-d7636a3831af req-353a3813-a36a-48fd-bf34-ace9a29aa2b9 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:06.424336 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b8fcbb67-3c8e-4633-940a-d7636a3831af req-353a3813-a36a-48fd-bf34-ace9a29aa2b9 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0596859 Apr 05 13:49:06.479643 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b8fcbb67-3c8e-4633-940a-d7636a3831af req-bc9f722b-c965-4a55-8caa-75e56a856533 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482435 Apr 05 13:49:06.655777 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:06.800520 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091034f-9663-4266-93a7-dec9ad7f9c5e req-2894eafb-7b17-497d-b914-f35978d16b8c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:06.802794 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7091034f-9663-4266-93a7-dec9ad7f9c5e req-2894eafb-7b17-497d-b914-f35978d16b8c tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0603247 Apr 05 13:49:06.893262 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7091034f-9663-4266-93a7-dec9ad7f9c5e req-45b4b14a-36cd-4b02-9eaf-8149f541aba7 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/security-groups?id=c49100a0-73f0-4643-acf1-c1f61cebb9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816557 Apr 05 13:49:06.910248 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c25d4c5f-ded2-472d-8487-c30bb1ebb9c4 req-07bb8ebb-21ee-491e-b271-03ab952b36d7 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 210 time: 0.0369608 Apr 05 13:49:07.403179 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-43fba455-a65e-4aa8-b746-56d15b06ec62 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:07.405160 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-43fba455-a65e-4aa8-b746-56d15b06ec62 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 946 time: 0.0546603 Apr 05 13:49:07.513022 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-7a26a040-36d5-4a40-a402-81216a528a84 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Deleting port 2b817a5d-3997-48f5-8143-c7c5935059ae {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:49:07.513363 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-7a26a040-36d5-4a40-a402-81216a528a84 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:07.633316 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-7a26a040-36d5-4a40-a402-81216a528a84 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] For port 2b817a5d-3997-48f5-8143-c7c5935059ae, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2b817a5d-3997-48f5-8143-c7c5935059ae,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:07.633583 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-7a26a040-36d5-4a40-a402-81216a528a84 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:07.652429 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-7a26a040-36d5-4a40-a402-81216a528a84 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Calling delete_port for 2b817a5d-3997-48f5-8143-c7c5935059ae owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:49:07.660950 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b829da-f323-4f63-adf1-9d9fe575a65a req-6134fe60-a362-489d-9bec-4e52ea1c6be7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:07.662552 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-84b829da-f323-4f63-adf1-9d9fe575a65a req-6134fe60-a362-489d-9bec-4e52ea1c6be7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0990274 Apr 05 13:49:07.756718 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-84b829da-f323-4f63-adf1-9d9fe575a65a req-bd15e5b6-165b-48da-9336-7c67d8b8c491 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869522 Apr 05 13:49:07.843132 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-7a26a040-36d5-4a40-a402-81216a528a84 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (2b817a5d-3997-48f5-8143-c7c5935059ae), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:07.888368 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26a040-36d5-4a40-a402-81216a528a84 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Pushing event deleted for resources: {'Port': ['ID=2b817a5d-3997-48f5-8143-c7c5935059ae,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:07.986406 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-7a26a040-36d5-4a40-a402-81216a528a84 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] No DVR routers for this DVR port 2b817a5d-3997-48f5-8143-c7c5935059ae on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:49:07.991731 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-7a26a040-36d5-4a40-a402-81216a528a84 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:07.993119 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b503ecbd-dbae-4c0e-ac73-107b48051994 req-f3ffaf2c-7ac3-446b-a356-6f75601dc65a tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3ef91a-434a-4c31-85d2-c1352a5208f3 HTTP/1.1" status: 200 len: 210 time: 0.0298171 Apr 05 13:49:07.994972 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1a4312c1-4323-40f8-a24d-c033cb564d15 req-7a26a040-36d5-4a40-a402-81216a528a84 tempest-ServerRescueNegativeTestJSON-926369942 tempest-ServerRescueNegativeTestJSON-926369942-project] 10.222.0.46 "DELETE /v2.0/ports/2b817a5d-3997-48f5-8143-c7c5935059ae HTTP/1.1" status: 204 len: 173 time: 0.5842896 Apr 05 13:49:08.001743 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ef91a-434a-4c31-85d2-c1352a5208f3', 'name': 'network-vif-deleted', 'tag': '2b817a5d-3997-48f5-8143-c7c5935059ae'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:08.004086 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b439a3bf-6a9a-49d7-9327-2b26d55f064e" -d '{"events": [{"server_uuid": "ec3ef91a-434a-4c31-85d2-c1352a5208f3", "name": "network-vif-deleted", "tag": "2b817a5d-3997-48f5-8143-c7c5935059ae"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:08.028712 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-243efbf5-4c67-4dd5-bfea-075237d77ff3 req-9067d617-8901-427d-aa91-d6d85c470d72 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 210 time: 0.0456147 Apr 05 13:49:08.043141 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71a86e7-8034-4a82-98d0-51cb9c97b472 x-openstack-request-id: req-c71a86e7-8034-4a82-98d0-51cb9c97b472 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:08.043432 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ef91a-434a-4c31-85d2-c1352a5208f3", "name": "network-vif-deleted", "tag": "2b817a5d-3997-48f5-8143-c7c5935059ae", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:08.043719 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c71a86e7-8034-4a82-98d0-51cb9c97b472 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:08.044111 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71a86e7-8034-4a82-98d0-51cb9c97b472'] response: {'server_uuid': 'ec3ef91a-434a-4c31-85d2-c1352a5208f3', 'name': 'network-vif-deleted', 'tag': '2b817a5d-3997-48f5-8143-c7c5935059ae', 'status': 'completed', 'code': 200} Apr 05 13:49:08.067007 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-e18b4650-2103-4999-9f86-36293ec3c53b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:08.068456 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-e18b4650-2103-4999-9f86-36293ec3c53b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 810 time: 0.1924996 Apr 05 13:49:08.213482 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-985797bd-7239-4a47-8e9e-df88bfdcbb5d tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8 HTTP/1.1" status: 200 len: 379 time: 0.0864725 Apr 05 13:49:08.273987 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'port': {'device_id': '4e672018-0182-4460-8378-999578b50317', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'admin_state_up': True, 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'security_groups': ['d70216eb-0c73-4f5b-bdb9-e0c898f0976e']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:08.277544 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:08.404253 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035f49-b690-4569-b51c-5be519879f73 req-33599352-a689-4f59-b1d5-1473cb6ca2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:08.405715 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-58035f49-b690-4569-b51c-5be519879f73 req-33599352-a689-4f59-b1d5-1473cb6ca2fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 1129 time: 0.1260388 Apr 05 13:49:08.428198 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Made reservation on behalf of aa8d9df8c7bc47c198fe0d94abd938c8 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:49:08.431608 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:08.621592 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Allocated IP 172.20.0.11 (d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601/896d3000-b82a-4761-8299-8aa22a3a1ebb/cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:49:08.672785 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035f49-b690-4569-b51c-5be519879f73 req-a3203df6-30d9-4cf8-a95c-91c40b841d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:08.674218 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-58035f49-b690-4569-b51c-5be519879f73 req-a3203df6-30d9-4cf8-a95c-91c40b841d41 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 918 time: 0.1429458 Apr 05 13:49:08.801492 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-58035f49-b690-4569-b51c-5be519879f73 req-ea6804aa-9d57-4d38-b8cb-327c3fff8631 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78 HTTP/1.1" status: 200 len: 1000 time: 0.1167715 Apr 05 13:49:08.843712 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:08.898717 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445740d-fba0-4fd1-9449-09049540509d req-1fb632ea-b79d-4284-81cc-7cd8e22b978c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:08.900255 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d445740d-fba0-4fd1-9449-09049540509d req-1fb632ea-b79d-4284-81cc-7cd8e22b978c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0598409 Apr 05 13:49:08.914803 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035f49-b690-4569-b51c-5be519879f73 req-2d9c7db2-23ad-43e2-a2f4-21c440bfbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:08.916218 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-58035f49-b690-4569-b51c-5be519879f73 req-2d9c7db2-23ad-43e2-a2f4-21c440bfbdfb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.0676668 Apr 05 13:49:08.932855 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:08.949501 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:08.952039 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d445740d-fba0-4fd1-9449-09049540509d req-39a33da3-c4fa-4862-803d-f06f62352ae7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459325 Apr 05 13:49:08.992921 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:49:08.999378 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:49:09.003379 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:49:09.039986 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'Port': ['ID=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:09.047260 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035f49-b690-4569-b51c-5be519879f73 req-6b4f8904-79a6-49a1-8d8d-9197209e7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:09.048886 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-58035f49-b690-4569-b51c-5be519879f73 req-6b4f8904-79a6-49a1-8d8d-9197209e7ce4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1266043 Apr 05 13:49:09.052895 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56924) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:09.116416 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:09.117063 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:09.164492 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-0f77b0e0-e31a-4759-9fa1-3ad614b13b27 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9025164 Apr 05 13:49:09.176677 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16005626-9e96-497d-8511-6295718aaa52 req-00db0d6b-0700-4f58-8647-2dfda66d61b2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:09.176804 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Request body: {'port': {'device_id': '4e672018-0182-4460-8378-999578b50317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:09.178377 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-16005626-9e96-497d-8511-6295718aaa52 req-00db0d6b-0700-4f58-8647-2dfda66d61b2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 932 time: 0.0671320 Apr 05 13:49:09.224348 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-58035f49-b690-4569-b51c-5be519879f73 req-f7bd619f-16a8-48b7-8b77-e935ac1d482a service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649001 Apr 05 13:49:09.289697 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 2b817a5d-3997-48f5-8143-c7c5935059ae no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:49:09.312140 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:09.312400 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-16005626-9e96-497d-8511-6295718aaa52 req-89dfa11e-5fb5-46a8-a921-3bfcd4dbed48 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230712 Apr 05 13:49:09.318608 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 2b817a5d-3997-48f5-8143-c7c5935059ae {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:49:09.319161 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 2b817a5d-3997-48f5-8143-c7c5935059ae not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:49:09.338753 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-2fa3f4c8-9ee2-446e-8633-83f4b709f7ce None None] Provisioning complete for port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:09.339407 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2fa3f4c8-9ee2-446e-8633-83f4b709f7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:09.375775 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-2fa3f4c8-9ee2-446e-8633-83f4b709f7ce None None] Port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:49:09.446815 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-58035f49-b690-4569-b51c-5be519879f73 req-ee6c1e4c-d795-4bb2-91db-5a81403df43c service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000735 Apr 05 13:49:09.617926 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:49:09.625857 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Publish callbacks [] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:09.638296 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Transition to ACTIVE for port object cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:49:09.642285 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:09.695279 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:09.777243 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Attempting to bind port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:49:09.777582 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Attempting to bind port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:49:09.777915 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Attempting to bind port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:49:09.782782 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:49:09.783118 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Attempting to bind port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:49:09.789613 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:49:09.789966 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Checking segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:49:09.790356 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Bound using segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:49:09.790798 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Bound port: cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:49:09.791164 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:09.868513 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] For port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:49:09.871700 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] For port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:49:09.875180 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092052'] for router_interface (87509cee-4c98-4ee2-b328-b2d32fb2c1af), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:09.878568 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:09.919465 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:09.920199 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:09.921489 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] 10.222.0.46 "PUT /v2.0/ports/cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 HTTP/1.1" status: 200 len: 1094 time: 0.7496014 Apr 05 13:49:09.942274 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d935d-c876-47e6-a4cf-a55b73ad33b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:09.972880 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:10.058939 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e672018-0182-4460-8378-999578b50317', 'tag': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:10.061418 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af744ba-9401-4fa0-a67c-4d192cea2400" -d '{"events": [{"name": "network-changed", "server_uuid": "4e672018-0182-4460-8378-999578b50317", "tag": "cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:10.103046 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d9b92-8915-4151-a3bf-530b9773c678 req-5d9c3e19-6d78-4f60-af69-e31975d9797a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:10.105252 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7f1d9b92-8915-4151-a3bf-530b9773c678 req-5d9c3e19-6d78-4f60-af69-e31975d9797a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.0800140 Apr 05 13:49:10.107333 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570512c8-3292-4766-9b19-2eb997523b6c x-openstack-request-id: req-570512c8-3292-4766-9b19-2eb997523b6c {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:10.108304 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e672018-0182-4460-8378-999578b50317", "tag": "cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:10.108754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-570512c8-3292-4766-9b19-2eb997523b6c {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:10.109758 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570512c8-3292-4766-9b19-2eb997523b6c'] response: {'name': 'network-changed', 'server_uuid': '4e672018-0182-4460-8378-999578b50317', 'tag': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94', 'status': 'completed', 'code': 200} Apr 05 13:49:10.156259 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] Deleting port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:49:10.156823 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7f1d9b92-8915-4151-a3bf-530b9773c678 req-6e259626-c0ab-44f8-b014-e0ae442f32b3 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447309 Apr 05 13:49:10.156921 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:10.236755 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] For port a9a5cb33-07cf-4399-9f9c-acbd1c03fc63, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a9a5cb33-07cf-4399-9f9c-acbd1c03fc63,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:10.237123 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:10.249868 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] Calling delete_port for a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:49:10.463962 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (a9a5cb33-07cf-4399-9f9c-acbd1c03fc63), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:10.479369 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fd873-6273-4599-8925-cc51fc222e23 req-8db22fe3-2323-49ce-b58a-8e260b7b8126 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:10.480824 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d70fd873-6273-4599-8925-cc51fc222e23 req-8db22fe3-2323-49ce-b58a-8e260b7b8126 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.0913184 Apr 05 13:49:10.501442 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a5cb33-07cf-4399-9f9c-acbd1c03fc63,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:10.595823 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d70fd873-6273-4599-8925-cc51fc222e23 req-58548539-76a7-4f1e-989d-e339fdbe407b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966756 Apr 05 13:49:10.706905 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2073473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578372'] for router_interface (87509cee-4c98-4ee2-b328-b2d32fb2c1af), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:10.934461 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] Router 87509cee-4c98-4ee2-b328-b2d32fb2c1af has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:49:11.052219 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:49:11.057426 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4453b5e8-cdb0-433c-aa93-d014461f639a admin admin] 10.222.0.59 "PUT /v2.0/routers/87509cee-4c98-4ee2-b328-b2d32fb2c1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0046031 Apr 05 13:49:11.065585 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56936) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:11.073171 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] Sync routers for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:49:11.086618 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:11.087640 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:11.194355 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af744ba-9401-4fa0-a67c-4d192cea2400 req-bf6cbc10-0b67-4283-b8fa-6af41910a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:11.196623 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6af744ba-9401-4fa0-a67c-4d192cea2400 req-bf6cbc10-0b67-4283-b8fa-6af41910a7fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 1128 time: 0.1410918 Apr 05 13:49:11.236092 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Publish callbacks [] for router (87509cee-4c98-4ee2-b328-b2d32fb2c1af), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:11.339530 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 074d013b-9ce4-47d8-b88a-047e91d0ee78 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:49:11.377527 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:11.424198 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af744ba-9401-4fa0-a67c-4d192cea2400 req-7b5a1f30-ca8d-41f2-b3d0-ef47e2298fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:11.425595 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6af744ba-9401-4fa0-a67c-4d192cea2400 req-7b5a1f30-ca8d-41f2-b3d0-ef47e2298fba service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2217069 Apr 05 13:49:11.434582 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d81a4-053d-4a15-a5b4-395f42cce325 req-26f3f822-5d31-4dbc-a02e-815c47c2466a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:11.436002 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-395d81a4-053d-4a15-a5b4-395f42cce325 req-26f3f822-5d31-4dbc-a02e-815c47c2466a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 945 time: 0.1924262 Apr 05 13:49:11.452676 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Publish callbacks [] for router_gateway (87509cee-4c98-4ee2-b328-b2d32fb2c1af), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:11.512151 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-395d81a4-053d-4a15-a5b4-395f42cce325 req-acc0c64a-5bfe-4667-be08-ba386c44e28e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693722 Apr 05 13:49:11.532100 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Deleting port a7d38e55-a081-48da-b71d-7562cbe91084 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:49:11.532437 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:11.546121 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 074d013b-9ce4-47d8-b88a-047e91d0ee78 is: ACTIVE; New status is: DOWN {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:11.546518 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:11.594915 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:11.597526 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebefbba5-9857-46e5-a870-dde68f43ca3a" -d '{"events": [{"server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "name": "network-vif-unplugged", "status": "completed", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:11.635544 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:11.645894 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff15bb1-3df4-4360-8c72-fe6f78e62cf3 x-openstack-request-id: req-1ff15bb1-3df4-4360-8c72-fe6f78e62cf3 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:11.646379 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "name": "network-vif-unplugged", "status": "completed", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:11.646808 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ff15bb1-3df4-4360-8c72-fe6f78e62cf3 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:11.647424 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff15bb1-3df4-4360-8c72-fe6f78e62cf3'] response: {'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'code': 200} Apr 05 13:49:11.649759 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:11.712903 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=8']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:11.720116 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:49:10Z', 'revision_number': 5, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port': {'id': 'a7d38e55-a081-48da-b71d-7562cbe91084', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:11.748721 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] Checking router: 87509cee-4c98-4ee2-b328-b2d32fb2c1af for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:49:11.758018 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] Routers {'87509cee-4c98-4ee2-b328-b2d32fb2c1af'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:11.758661 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:11.853233 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] Set router 87509cee-4c98-4ee2-b328-b2d32fb2c1af gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:11.922431 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:49:11Z', 'revision_number': 6, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port_host': None}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:11.950029 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d8cfe-8f2b-4104-9764-0c93c276f9d5 None None] The sync data for ids ['87509cee-4c98-4ee2-b328-b2d32fb2c1af'] in dv-cinder-835878-2-iscsi is: [{'id': '87509cee-4c98-4ee2-b328-b2d32fb2c1af', 'name': 'tempest-ServerRescueNegativeTestJSON-817015567-router', 'tenant_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:49:11Z', 'revision_number': 6, 'project_id': 'a2098c6086f1416bacaabd9ec938bfa5', 'gw_port_host': None}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:49:12.018574 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] For port a7d38e55-a081-48da-b71d-7562cbe91084, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a7d38e55-a081-48da-b71d-7562cbe91084,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:12.018943 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:12.045972 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Calling delete_port for a7d38e55-a081-48da-b71d-7562cbe91084 owned by network:router_gateway {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:49:12.056250 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af744ba-9401-4fa0-a67c-4d192cea2400 req-7550a045-0a3b-4ea4-905c-ae0efb7db587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:12.057699 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6af744ba-9401-4fa0-a67c-4d192cea2400 req-7550a045-0a3b-4ea4-905c-ae0efb7db587 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4765856 Apr 05 13:49:12.075772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283b84c-d26f-409e-a016-4d55a9d0a6d6 req-01226210-5135-4ce5-b15a-79add850cb2e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:12.077490 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a283b84c-d26f-409e-a016-4d55a9d0a6d6 req-01226210-5135-4ce5-b15a-79add850cb2e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.4039989 Apr 05 13:49:12.236918 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a283b84c-d26f-409e-a016-4d55a9d0a6d6 req-13841d15-c66c-4fc3-9aab-56ede1220ce5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296067 Apr 05 13:49:12.241526 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-20f9c36e-9c2e-4b74-9702-0e5beb42d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:12.242937 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-20f9c36e-9c2e-4b74-9702-0e5beb42d06f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 1128 time: 0.1347766 Apr 05 13:49:12.295623 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-cf039f84-95d7-4e2c-90ed-bfa2aa585551 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 HTTP/1.1" status: 200 len: 217 time: 0.0411768 Apr 05 13:49:12.384419 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-1ec96124-a40f-4d72-a153-8f2766213136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:12.385963 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-1ec96124-a40f-4d72-a153-8f2766213136 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0815480 Apr 05 13:49:12.401321 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (a7d38e55-a081-48da-b71d-7562cbe91084), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:12.452139 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d38e55-a081-48da-b71d-7562cbe91084,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:12.513518 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-6ef393df-154b-4824-a4aa-0a839596bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:12.514950 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-6ef393df-154b-4824-a4aa-0a839596bcb2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231840 Apr 05 13:49:12.517646 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578306'] for router_gateway (87509cee-4c98-4ee2-b328-b2d32fb2c1af), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:12.641327 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e10e3-7d48-49f3-afb9-574d5dce9557 req-c2e65076-da91-4fb4-b595-398bdb045f87 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:12.642761 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-124e10e3-7d48-49f3-afb9-574d5dce9557 req-c2e65076-da91-4fb4-b595-398bdb045f87 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.0567000 Apr 05 13:49:12.664071 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14376'] for router (87509cee-4c98-4ee2-b328-b2d32fb2c1af), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:12.667521 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Publish callbacks [] for router_controller (87509cee-4c98-4ee2-b328-b2d32fb2c1af), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:12.705104 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-124e10e3-7d48-49f3-afb9-574d5dce9557 req-bef9c674-ea7a-4b15-8da8-789d189dc0cb tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559380 Apr 05 13:49:12.732238 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092792'] for router (87509cee-4c98-4ee2-b328-b2d32fb2c1af), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:12.732792 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87509cee-4c98-4ee2-b328-b2d32fb2c1af {{(pid=109890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 13:49:12.739942 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:12.743385 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-db3271c5-2d63-49f7-bd5c-22fcbe1a60ae admin admin] 10.222.0.59 "DELETE /v2.0/routers/87509cee-4c98-4ee2-b328-b2d32fb2c1af HTTP/1.1" status: 204 len: 168 time: 1.6745043 Apr 05 13:49:12.743907 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56952) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:12.752838 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-8078f0fb-53cb-408e-8063-38f9d618744e service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308602 Apr 05 13:49:12.859970 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f677aa5-46ac-432f-9567-5ac581c0320b admin admin] Deleting subnet 83962a44-d010-479c-b220-f049fff09390 {{(pid=109890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:49:12.866950 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4f677aa5-46ac-432f-9567-5ac581c0320b admin admin] Publish callbacks [] for subnet (83962a44-d010-479c-b220-f049fff09390), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:12.934349 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4f677aa5-46ac-432f-9567-5ac581c0320b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25631837'] for subnet (83962a44-d010-479c-b220-f049fff09390), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:12.981433 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-95280fa4-7dcc-4b70-9016-2e339e63279d req-28db72fb-f620-4739-afc5-149f24637cf6 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026939 Apr 05 13:49:13.057710 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203f256-3f50-4004-b9e3-28e4160633d3 req-d29a8f21-c6ff-47d4-a787-3373b00559be tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:13.059266 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0203f256-3f50-4004-b9e3-28e4160633d3 req-d29a8f21-c6ff-47d4-a787-3373b00559be tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.1364772 Apr 05 13:49:13.103606 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4f677aa5-46ac-432f-9567-5ac581c0320b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (83962a44-d010-479c-b220-f049fff09390), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.114642 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a7d38e55-a081-48da-b71d-7562cbe91084 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:49:13.142031 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: a7d38e55-a081-48da-b71d-7562cbe91084 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:49:13.142568 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a7d38e55-a081-48da-b71d-7562cbe91084 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:49:13.143132 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:49:13.168128 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:49:13.168763 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a9a5cb33-07cf-4399-9f9c-acbd1c03fc63 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:49:13.173272 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0203f256-3f50-4004-b9e3-28e4160633d3 req-e9bee668-20e3-4c63-98f8-808abe68c20a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010835 Apr 05 13:49:13.205537 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4f677aa5-46ac-432f-9567-5ac581c0320b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25668743'] for subnet (83962a44-d010-479c-b220-f049fff09390), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.232811 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f677aa5-46ac-432f-9567-5ac581c0320b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83962a44-d010-479c-b220-f049fff09390,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:13.237886 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4f677aa5-46ac-432f-9567-5ac581c0320b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.243490 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c0732-7969-452b-b7c0-94dfd45ed4a4 None None] Network 4f94a67a-4b4c-4b0c-b628-6c4483480757 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:49:13.244770 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 56970) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:13.245030 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-4f677aa5-46ac-432f-9567-5ac581c0320b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/83962a44-d010-479c-b220-f049fff09390 HTTP/1.1" status: 204 len: 168 time: 0.5001335 Apr 05 13:49:13.322469 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (4f94a67a-4b4c-4b0c-b628-6c4483480757), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.380033 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fe3d6-59d2-4d50-ab68-93fc9882c38b req-6b29b002-10f3-4cd8-9575-596a38a74c81 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:13.382374 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2e8fe3d6-59d2-4d50-ab68-93fc9882c38b req-6b29b002-10f3-4cd8-9575-596a38a74c81 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.0748239 Apr 05 13:49:13.394140 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Deleting port 09630893-25ec-4b7f-b411-848cdf5f06ca {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:49:13.395556 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.446129 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fed66b-a3f9-4289-98bf-a2c9c9ba5b66 None None] DHCP port deletion for 4f94a67a-4b4c-4b0c-b628-6c4483480757 request from dv-cinder-835878-2-iscsi {{(pid=109891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 13:49:13.446351 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2e8fe3d6-59d2-4d50-ab68-93fc9882c38b req-752d3a90-527d-4c5a-a6a1-2a6e8d55d6f2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555809 Apr 05 13:49:13.482709 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] For port 09630893-25ec-4b7f-b411-848cdf5f06ca, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=09630893-25ec-4b7f-b411-848cdf5f06ca,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:13.483092 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.498220 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Calling delete_port for 09630893-25ec-4b7f-b411-848cdf5f06ca owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:49:13.503310 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-c3fed66b-a3f9-4289-98bf-a2c9c9ba5b66 None None] Deleting port 09630893-25ec-4b7f-b411-848cdf5f06ca {{(pid=109891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:49:13.503771 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c3fed66b-a3f9-4289-98bf-a2c9c9ba5b66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), before_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.573291 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-c3fed66b-a3f9-4289-98bf-a2c9c9ba5b66 None None] For port 09630893-25ec-4b7f-b411-848cdf5f06ca, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=09630893-25ec-4b7f-b411-848cdf5f06ca,segment=NetworkSegment(11300e1b-8716-43cc-affd-97ca120cbcef),segment_id=11300e1b-8716-43cc-affd-97ca120cbcef)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:13.573693 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c3fed66b-a3f9-4289-98bf-a2c9c9ba5b66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), precommit_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.587394 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-c3fed66b-a3f9-4289-98bf-a2c9c9ba5b66 None None] Calling delete_port for 09630893-25ec-4b7f-b411-848cdf5f06ca owned by network:dhcp {{(pid=109891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:49:13.592117 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.620286 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Pushing event deleted for resources: {'Port': ['ID=09630893-25ec-4b7f-b411-848cdf5f06ca,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:13.626355 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] No DVR routers for this DVR port 09630893-25ec-4b7f-b411-848cdf5f06ca on host dv-cinder-835878-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:49:13.653520 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [req-82b7f414-f1ba-4406-ba42-4029290587f4 req-c9884146-5fe3-4b8c-8d78-2a94cd8b7505 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:49:13.654603 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-82b7f414-f1ba-4406-ba42-4029290587f4 req-c9884146-5fe3-4b8c-8d78-2a94cd8b7505 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056212 Apr 05 13:49:13.686170 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c3fed66b-a3f9-4289-98bf-a2c9c9ba5b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735'] for port (09630893-25ec-4b7f-b411-848cdf5f06ca), after_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.707941 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (4f94a67a-4b4c-4b0c-b628-6c4483480757), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.718836 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fed66b-a3f9-4289-98bf-a2c9c9ba5b66 None None] Pushing event deleted for resources: {'Port': ['ID=09630893-25ec-4b7f-b411-848cdf5f06ca,revision_number=None']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:13.721349 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fed66b-a3f9-4289-98bf-a2c9c9ba5b66 None None] No DVR routers for this DVR port 09630893-25ec-4b7f-b411-848cdf5f06ca on host dv-cinder-835878-2-iscsi {{(pid=109891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:49:13.736446 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f94a67a-4b4c-4b0c-b628-6c4483480757']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:13.747589 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11300e1b-8716-43cc-affd-97ca120cbcef') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:13.748459 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11300e1b-8716-43cc-affd-97ca120cbcef') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:13.762570 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (11300e1b-8716-43cc-affd-97ca120cbcef), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.777428 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (11300e1b-8716-43cc-affd-97ca120cbcef), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.793812 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:49:13.794205 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (11300e1b-8716-43cc-affd-97ca120cbcef), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:49:13.798031 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:49:13.898828 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (4f94a67a-4b4c-4b0c-b628-6c4483480757), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.903118 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:13.906427 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4f94a67a-4b4c-4b0c-b628-6c4483480757 HTTP/1.1" status: 204 len: 168 time: 0.6601934 Apr 05 13:49:13.929902 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c58496-d90a-44fe-b90c-fc0947d91028 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f94a67a-4b4c-4b0c-b628-6c4483480757,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:13.940077 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6518e77-f82f-4f9e-8eb6-3b42b1d25c51 req-6e0ff519-9073-44d4-961e-1d54f1de086a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:13.941704 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b6518e77-f82f-4f9e-8eb6-3b42b1d25c51 req-6e0ff519-9073-44d4-961e-1d54f1de086a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.1614552 Apr 05 13:49:13.948719 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-c54c04f5-938d-4b5f-a7c4-a6cf18c3781b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987895 Apr 05 13:49:13.998929 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b6518e77-f82f-4f9e-8eb6-3b42b1d25c51 req-b5152a4d-888b-4ff4-9c25-44e6c06fc144 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491176 Apr 05 13:49:14.032742 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-134a2f3f-f0fb-4249-abd5-2d09031703fb tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:14.034105 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-134a2f3f-f0fb-4249-abd5-2d09031703fb tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports/074d013b-9ce4-47d8-b88a-047e91d0ee78 HTTP/1.1" status: 200 len: 940 time: 0.0534716 Apr 05 13:49:14.045595 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56996) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:14.085364 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-7ff0acef-2d6e-4a2a-bddf-8d6de5266bab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2098c6086f1416bacaabd9ec938bfa5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385246 Apr 05 13:49:14.087776 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 56998) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:14.136520 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fc56dca-1b75-42c5-bd85-2c18a49ff17a admin admin] Publish callbacks [] for security_group (c49100a0-73f0-4643-acf1-c1f61cebb9b8), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:14.158752 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fc56dca-1b75-42c5-bd85-2c18a49ff17a admin admin] Publish callbacks [] for security_group (c49100a0-73f0-4643-acf1-c1f61cebb9b8), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:14.208890 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fc56dca-1b75-42c5-bd85-2c18a49ff17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c49100a0-73f0-4643-acf1-c1f61cebb9b8), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:14.211836 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fc56dca-1b75-42c5-bd85-2c18a49ff17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:14.216061 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-4fc56dca-1b75-42c5-bd85-2c18a49ff17a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c49100a0-73f0-4643-acf1-c1f61cebb9b8 HTTP/1.1" status: 204 len: 168 time: 0.1273386 Apr 05 13:49:14.225910 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc56dca-1b75-42c5-bd85-2c18a49ff17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49100a0-73f0-4643-acf1-c1f61cebb9b8,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:14.345917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bded6-6ea9-4cf5-9e4e-f7f3b154301c req-0018db5a-b3e5-4af0-9aeb-72cff6b62b22 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:14.348075 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-599bded6-6ea9-4cf5-9e4e-f7f3b154301c req-0018db5a-b3e5-4af0-9aeb-72cff6b62b22 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0661287 Apr 05 13:49:14.406887 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-599bded6-6ea9-4cf5-9e4e-f7f3b154301c req-7e91e903-18ad-4118-8dc8-ef80638bf62e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507743 Apr 05 13:49:14.584706 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92392ccc-4ca8-4ca6-bdec-b26095b316c6 req-c83b8615-4800-4c58-855b-52f1d1e23156 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:14.586223 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-92392ccc-4ca8-4ca6-bdec-b26095b316c6 req-c83b8615-4800-4c58-855b-52f1d1e23156 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.0551646 Apr 05 13:49:14.635988 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-92392ccc-4ca8-4ca6-bdec-b26095b316c6 req-15125f86-1235-4dd2-90a0-2493eded2b07 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440617 Apr 05 13:49:14.831172 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-4d26549a-9f25-4a09-ac52-1ed4f96f1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:14.832762 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-4d26549a-9f25-4a09-ac52-1ed4f96f1350 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18&tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52 HTTP/1.1" status: 200 len: 1127 time: 0.0469794 Apr 05 13:49:14.899152 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-949345dc-3eaf-4680-8bd2-4002b047c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:14.900659 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-949345dc-3eaf-4680-8bd2-4002b047c9b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 1127 time: 0.0456157 Apr 05 13:49:14.921287 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57028) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:14.998217 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-988923f8-bbd6-4a51-9a83-2c09b12b807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:14.999715 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-988923f8-bbd6-4a51-9a83-2c09b12b807a service neutron] 10.222.0.46 "GET /v2.0/networks?id=36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 200 len: 918 time: 0.0918181 Apr 05 13:49:15.018898 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-118341198-network', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:15.059093 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Made reservation on behalf of 2edcb781e01b4c57b680098d732cb8d3 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:49:15.072162 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.081689 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.088312 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-3b3ea14b-076e-43d5-8490-8a5ac7e74e35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78 HTTP/1.1" status: 200 len: 998 time: 0.0762908 Apr 05 13:49:15.092361 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 09630893-25ec-4b7f-b411-848cdf5f06ca no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:49:15.120648 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 09630893-25ec-4b7f-b411-848cdf5f06ca {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:49:15.121007 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 09630893-25ec-4b7f-b411-848cdf5f06ca not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:49:15.172246 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-6592a4d5-2e65-4da9-8c5e-cb4e61979ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:15.172825 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Publish callbacks [] for security_group (65986c97-7b52-4b7c-ac05-e3829e09aa42), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.173630 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-6592a4d5-2e65-4da9-8c5e-cb4e61979ae3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 200 len: 856 time: 0.0742433 Apr 05 13:49:15.177241 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (65986c97-7b52-4b7c-ac05-e3829e09aa42), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.185870 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ef48f-4465-4d4a-a934-ab32cd8b5eec req-a8aed600-7757-4235-9f4b-de11e415ca2f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:15.187412 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e72ef48f-4465-4d4a-a934-ab32cd8b5eec req-a8aed600-7757-4235-9f4b-de11e415ca2f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.0982201 Apr 05 13:49:15.203050 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:49:15.213172 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65986c97-7b52-4b7c-ac05-e3829e09aa42,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:15.218966 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (7ac7da9b-870c-4564-95a5-2c96295be794), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.219309 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Added segment 7ac7da9b-870c-4564-95a5-2c96295be794 of type vlan for network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 Apr 05 13:49:15.264441 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (6a7d363c-9c87-49b2-bb34-1ae457fa3d44), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.268465 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e72ef48f-4465-4d4a-a934-ab32cd8b5eec req-7b2b9337-e77f-456d-931f-4e3d295bf102 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716295 Apr 05 13:49:15.270557 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-352f6ad4-19a1-40c2-9fe9-1da94424169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:15.272015 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-352f6ad4-19a1-40c2-9fe9-1da94424169b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36092869-544a-41e5-a4a1-8d365ffa3fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836604 Apr 05 13:49:15.297543 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (6a7d363c-9c87-49b2-bb34-1ae457fa3d44), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.298567 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:15.299529 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.358480 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4360223 Apr 05 13:49:15.363068 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57034) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:15.368569 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Request body: {'subnet': {'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-118341198-subnet', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:15.371011 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-4470fac3-abf4-4e05-b01f-7df96aaa288a service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924361 Apr 05 13:49:15.371459 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e7cf1-45ba-4655-8054-4ed6ce47a509 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7d363c-9c87-49b2-bb34-1ae457fa3d44,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:15.380939 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:49:15.389639 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Made reservation on behalf of 2edcb781e01b4c57b680098d732cb8d3 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:49:15.392009 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25434329'] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.476993 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4222fe1e-e8f2-4548-a7f2-9306635601a2 req-dd6ced23-27ad-477b-bfd3-ed830ba2fb54 service neutron] 10.222.0.46 "GET /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001527 Apr 05 13:49:15.609128 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a8cdd-f029-487a-8869-dc63cdb1ee78 req-0679b795-ffb8-49cc-88ae-23bd81a9afb0 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:15.610596 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ec5a8cdd-f029-487a-8869-dc63cdb1ee78 req-0679b795-ffb8-49cc-88ae-23bd81a9afb0 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.1210682 Apr 05 13:49:15.624870 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25339361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25434311'] for subnet (91431d47-73b7-494d-bb9f-9fe852011090), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.702845 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=91431d47-73b7-494d-bb9f-9fe852011090,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:15.728579 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ec5a8cdd-f029-487a-8869-dc63cdb1ee78 req-fbea54cb-6a0c-4733-adc7-1c42a6b7176e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107666 Apr 05 13:49:15.737183 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Checking segment: {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:49:15.737549 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Network hostable DHCP agents. Network: 6a7d363c-9c87-49b2-bb34-1ae457fa3d44, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:49:15.759150 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:49:15.766579 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633d9a1-b175-4a38-be25-ee3b17692002 req-31641857-587a-4aaa-b33c-2f89818e1864 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:15.768262 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 6a7d363c-9c87-49b2-bb34-1ae457fa3d44) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:49:15.768396 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0633d9a1-b175-4a38-be25-ee3b17692002 req-31641857-587a-4aaa-b33c-2f89818e1864 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.0622239 Apr 05 13:49:15.774785 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:15.775441 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.777699 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cf31e2-05e5-4238-b6bc-1110b7a7edb9 None None] Network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:49:15.796540 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-49c315de-4dce-4ade-92df-19038bc292ae admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4316468 Apr 05 13:49:15.799240 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57050) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:15.811139 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:15.845591 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0633d9a1-b175-4a38-be25-ee3b17692002 req-83a59f93-3101-436a-b20e-f4351fa78ced tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625491 Apr 05 13:49:15.849798 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14430'] for router (3b051e81-b18b-4163-9516-ef76cf283229), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.852460 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2092607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14375'] for router (3b051e81-b18b-4163-9516-ef76cf283229), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.913139 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393e985d-ce00-527e-9011-090f46fe2115-6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090'}]}} from dv-cinder-835878-2-iscsi. {{(pid=109891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 13:49:15.914576 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:15.918836 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks [] for router_controller (3b051e81-b18b-4163-9516-ef76cf283229), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:16.078691 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.db_base_plugin_common [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Allocated IP 172.20.0.2 (6a7d363c-9c87-49b2-bb34-1ae457fa3d44/91431d47-73b7-494d-bb9f-9fe852011090/8f409c3e-1e78-4221-90d5-94720dcaee83) {{(pid=109891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:49:16.141256 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks [] for router_gateway (3b051e81-b18b-4163-9516-ef76cf283229), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:16.266976 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Publish callbacks [] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), precommit_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:16.274899 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), after_create {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:16.334314 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 is already hosted by enough agents. {{(pid=109891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:49:16.340375 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.scheduler.base_scheduler [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Resources bound (agent type, host, resource id): {{(pid=109891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:49:16.345246 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Received port after_create {{(pid=109891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:49:16.353923 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Pushing event updated for resources: {'Port': ['ID=8f409c3e-1e78-4221-90d5-94720dcaee83,revision_number=1']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:16.433428 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Attempting to bind port 8f409c3e-1e78-4221-90d5-94720dcaee83 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:49:16.433824 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Attempting to bind port 8f409c3e-1e78-4221-90d5-94720dcaee83 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:49:16.434189 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Attempting to bind port 8f409c3e-1e78-4221-90d5-94720dcaee83 on network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:49:16.442784 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:49:16.443229 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Checking segment: {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:49:16.443748 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:16.444074 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Bound using segment: {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:49:16.444592 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Bound port: 8f409c3e-1e78-4221-90d5-94720dcaee83, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:49:16.444977 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:16.519103 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks [] for router_gateway (3b051e81-b18b-4163-9516-ef76cf283229), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:16.546122 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] For port 8f409c3e-1e78-4221-90d5-94720dcaee83, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:49:16.547872 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:16.554652 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] For port 8f409c3e-1e78-4221-90d5-94720dcaee83, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=8f409c3e-1e78-4221-90d5-94720dcaee83,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:49:16.562889 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:16.574935 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d4070-9139-4712-8d8d-596140580a0e req-fa59f315-1c72-4568-885d-874fbbe61513 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:16.577336 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b01d4070-9139-4712-8d8d-596140580a0e req-fa59f315-1c72-4568-885d-874fbbe61513 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.1931655 Apr 05 13:49:16.656875 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac247f-7ab9-4aa4-9dca-23584d2918c1 None None] Pushing event updated for resources: {'Port': ['ID=8f409c3e-1e78-4221-90d5-94720dcaee83,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:16.703318 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b01d4070-9139-4712-8d8d-596140580a0e req-7b31937a-e269-4aa5-bc03-7a2077e4472d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961988 Apr 05 13:49:16.732020 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Allocated IP 172.27.2.206 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/a1930b0c-7163-4539-8daf-7e1cdca20424) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:49:16.930226 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223de3b-8b8c-4037-bb14-258857f95a57 req-e69478e4-7e5d-4c7c-b5ea-af8bd65746b8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:16.940055 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7223de3b-8b8c-4037-bb14-258857f95a57 req-e69478e4-7e5d-4c7c-b5ea-af8bd65746b8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.1427515 Apr 05 13:49:17.005370 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks [] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:17.094758 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7223de3b-8b8c-4037-bb14-258857f95a57 req-63a709da-2fbd-4ea6-9bde-8c257727f433 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528432 Apr 05 13:49:17.119671 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:17.149683 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfe600-2c79-4850-9fd3-4defd7a2c578 req-8ada5318-e9fd-4ec9-9c8c-52e9d09ab1c4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:17.168830 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-24dfe600-2c79-4850-9fd3-4defd7a2c578 req-8ada5318-e9fd-4ec9-9c8c-52e9d09ab1c4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.2180865 Apr 05 13:49:17.260908 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:49:17.265617 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 8f409c3e-1e78-4221-90d5-94720dcaee83 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:49:17.306961 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-24dfe600-2c79-4850-9fd3-4defd7a2c578 req-dc8c6e20-e9cf-429a-bc29-c32f99cd6ab7 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370966 Apr 05 13:49:17.308331 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:49:17.310436 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Pushing event updated for resources: {'Port': ['ID=a1930b0c-7163-4539-8daf-7e1cdca20424,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:17.312706 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:49:17.365693 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 8f409c3e-1e78-4221-90d5-94720dcaee83 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:17.366297 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:17.564388 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 8f409c3e-1e78-4221-90d5-94720dcaee83 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:17.564847 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:17.613876 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port 8f409c3e-1e78-4221-90d5-94720dcaee83, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=8f409c3e-1e78-4221-90d5-94720dcaee83,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:17.621521 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:17.805098 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=8f409c3e-1e78-4221-90d5-94720dcaee83,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:17.902639 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574817fe-c40d-41d5-b1f6-9faea1bb284f req-abf501fc-7286-4401-b537-b967fcbd089c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:17.913135 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-574817fe-c40d-41d5-b1f6-9faea1bb284f req-abf501fc-7286-4401-b537-b967fcbd089c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.0991600 Apr 05 13:49:17.983671 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-574817fe-c40d-41d5-b1f6-9faea1bb284f req-9e6d5e34-bb23-4ca7-8a66-f01259422988 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680521 Apr 05 13:49:18.340798 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks [] for router_gateway (3b051e81-b18b-4163-9516-ef76cf283229), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:18.376785 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff06875-76ab-4285-9010-66ba07498733 None None] Network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:49:18.551779 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afc153-6602-473b-9496-f017ef8af083 req-e0b5ca41-906d-428f-b955-ff1b74007061 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:18.555138 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-00afc153-6602-473b-9496-f017ef8af083 req-e0b5ca41-906d-428f-b955-ff1b74007061 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.2117369 Apr 05 13:49:18.576539 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828af36-d94a-4b3b-abea-b7baec79f56b req-606968ab-f735-493d-ae13-9fac117b96cb tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:18.588815 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e828af36-d94a-4b3b-abea-b7baec79f56b req-606968ab-f735-493d-ae13-9fac117b96cb tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.1279204 Apr 05 13:49:18.603427 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-2b1d5d1d-f8ab-45cb-9426-b7e5743f1501 None None] Provisioning complete for port 8f409c3e-1e78-4221-90d5-94720dcaee83 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:18.604338 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5d1d-f8ab-45cb-9426-b7e5743f1501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:18.695846 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e828af36-d94a-4b3b-abea-b7baec79f56b req-73c8d277-4c09-43cd-a1a4-6b928e4a8836 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060300 Apr 05 13:49:18.806419 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d5d1d-f8ab-45cb-9426-b7e5743f1501 None None] Current status of the port 8f409c3e-1e78-4221-90d5-94720dcaee83 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:18.815612 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-00afc153-6602-473b-9496-f017ef8af083 req-d670a343-e054-428e-b049-227f7900097c tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481542 Apr 05 13:49:18.868877 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2092582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578366'] for router (3b051e81-b18b-4163-9516-ef76cf283229), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:19.090563 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Router 3b051e81-b18b-4163-9516-ef76cf283229 is scheduled to L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 13:49:19.132209 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-e3c2f659-2907-4602-b996-41d039596969 None None] Provisioning complete for port 8f409c3e-1e78-4221-90d5-94720dcaee83 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:19.132585 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f659-2907-4602-b996-41d039596969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:19.185678 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 8f409c3e-1e78-4221-90d5-94720dcaee83 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:49:19.252941 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610b233-2c93-43c6-bfb5-3fb74d75709e req-c6a0b769-db13-433e-8122-02f3b2b304da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:19.255803 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3610b233-2c93-43c6-bfb5-3fb74d75709e req-c6a0b769-db13-433e-8122-02f3b2b304da tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.1164036 Apr 05 13:49:19.313960 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2f659-2907-4602-b996-41d039596969 None None] Current status of the port 8f409c3e-1e78-4221-90d5-94720dcaee83 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:19.316980 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 8f409c3e-1e78-4221-90d5-94720dcaee83 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:19.316980 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:19.337343 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3610b233-2c93-43c6-bfb5-3fb74d75709e req-e6dbf3d4-c1f1-4b2f-bbd3-91ec5289e78d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733893 Apr 05 13:49:19.357573 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:49:19.380812 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Sync routers for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:49:19.388135 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:19.389412 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a45485a4-5db5-42c3-bd4b-2abd82bf958f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5889771 Apr 05 13:49:19.396523 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57080) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:19.404031 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:19.415057 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:19.468626 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 8f409c3e-1e78-4221-90d5-94720dcaee83 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:19.564424 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:19.782451 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:18Z', 'revision_number': 3, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:19.827565 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Checking router: 3b051e81-b18b-4163-9516-ef76cf283229 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:49:19.827854 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Updating router 3b051e81-b18b-4163-9516-ef76cf283229 port a1930b0c-7163-4539-8daf-7e1cdca20424 binding host dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:49:19.872877 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:19.921546 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a38459-bca9-4060-942d-e5ff0c1e49cb req-a5d650e1-aeb3-4d66-95db-b0a35e40e703 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:19.935486 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56a38459-bca9-4060-942d-e5ff0c1e49cb req-a5d650e1-aeb3-4d66-95db-b0a35e40e703 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.1076481 Apr 05 13:49:20.000573 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56a38459-bca9-4060-942d-e5ff0c1e49cb req-b370e0e2-dacb-485f-8997-0d66d21ad4c3 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626409 Apr 05 13:49:20.039831 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.090145 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa48f4c-6192-4ebf-b932-78e9fe32142c req-f648ca2e-e4fd-4b5d-be65-75f250248e37 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:20.094657 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9aa48f4c-6192-4ebf-b932-78e9fe32142c req-f648ca2e-e4fd-4b5d-be65-75f250248e37 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.1667116 Apr 05 13:49:20.211226 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9aa48f4c-6192-4ebf-b932-78e9fe32142c req-63d26afd-2356-42c8-86ea-5daef7399a42 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890186 Apr 05 13:49:20.278784 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Allocated IP 172.20.0.1 (6a7d363c-9c87-49b2-bb34-1ae457fa3d44/91431d47-73b7-494d-bb9f-9fe852011090/3320454e-c3e0-4847-81cf-2f0a358d5a72) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:49:20.339507 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Publish callbacks [] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), precommit_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.346993 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.450355 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b60ba9-7d0a-4168-a97b-a933eb1756a6 None None] Pushing event updated for resources: {'Port': ['ID=a1930b0c-7163-4539-8daf-7e1cdca20424,revision_number=2']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:20.459532 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Publish callbacks [] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.480049 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Attempting to bind port a1930b0c-7163-4539-8daf-7e1cdca20424 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:49:20.480709 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Attempting to bind port a1930b0c-7163-4539-8daf-7e1cdca20424 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:49:20.481336 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Attempting to bind port a1930b0c-7163-4539-8daf-7e1cdca20424 on network 4f819607-ae36-43a0-91dd-33d35b84bac8 {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:49:20.488736 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:49:20.489710 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Checking segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:49:20.490477 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.491165 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Bound using segment: {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'} {{(pid=109892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:49:20.491971 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.managers [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Bound port: a1930b0c-7163-4539-8daf-7e1cdca20424, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e810e-d3da-4865-86bf-e97c63736183', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}}] {{(pid=109892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:49:20.492745 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), before_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.515036 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.557810 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215520e-554e-49cb-b434-4cb86cca3cf3 req-523b1f3f-e087-475b-b5c2-cdf939ab121c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:20.572735 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] For port a1930b0c-7163-4539-8daf-7e1cdca20424, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:49:20.573427 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f215520e-554e-49cb-b434-4cb86cca3cf3 req-523b1f3f-e087-475b-b5c2-cdf939ab121c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.1261082 Apr 05 13:49:20.574868 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:49:20.577620 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.plugins.ml2.db [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] For port a1930b0c-7163-4539-8daf-7e1cdca20424, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a1930b0c-7163-4539-8daf-7e1cdca20424,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:49:20.579304 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:49:20.591295 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron_lib.callbacks.manager [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), after_update {{(pid=109892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.598513 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:49:20.667948 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:20.668580 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:20.670548 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b60ba9-7d0a-4168-a97b-a933eb1756a6 None None] Pushing event updated for resources: {'Port': ['ID=a1930b0c-7163-4539-8daf-7e1cdca20424,revision_number=3']} {{(pid=109892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:20.703148 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578415'] for router_interface (3b051e81-b18b-4163-9516-ef76cf283229), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.705174 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f215520e-554e-49cb-b434-4cb86cca3cf3 req-7d9cfad4-3e4b-4a82-adc9-a9739ce62de9 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308632 Apr 05 13:49:20.869086 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Pushing event updated for resources: {'Port': ['ID=3320454e-c3e0-4847-81cf-2f0a358d5a72,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:20.913658 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.914101 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.914351 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.914690 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.915023 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.915357 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.915736 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.916063 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.916395 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.916734 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.917050 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.917374 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.917692 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.918012 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.918334 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:20.961724 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-92f9c965-3ab1-455c-93e2-9581983ab17f None None] Provisioning complete for port 3320454e-c3e0-4847-81cf-2f0a358d5a72 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:20.962999 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-92f9c965-3ab1-455c-93e2-9581983ab17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.963602 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:20.971299 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:21.063710 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-92f9c965-3ab1-455c-93e2-9581983ab17f None None] Port 3320454e-c3e0-4847-81cf-2f0a358d5a72 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:49:21.229365 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:18Z', 'revision_number': 3, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:21.282387 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Publish callbacks [] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:21.290994 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0126573-50c6-4eb1-b567-43a8af98f074 None None] The sync data for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi is: [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:18Z', 'revision_number': 3, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:49:21.307021 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ece0-702e-44d4-abe5-9764c468ee37 req-0424d41d-a048-4b8b-b2cd-fa330b2ee8f1 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:21.308950 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-41d9ece0-702e-44d4-abe5-9764c468ee37 req-0424d41d-a048-4b8b-b2cd-fa330b2ee8f1 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.1122718 Apr 05 13:49:21.309930 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:21.391576 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea3d26-73b5-4bf4-982c-53f878d5ec3f req-d1d39358-0516-4e6a-a10a-5c413d6459be tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:21.393146 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66ea3d26-73b5-4bf4-982c-53f878d5ec3f req-d1d39358-0516-4e6a-a10a-5c413d6459be tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0726545 Apr 05 13:49:21.427425 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2073528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092095'] for router_interface (3b051e81-b18b-4163-9516-ef76cf283229), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:21.498586 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66ea3d26-73b5-4bf4-982c-53f878d5ec3f req-fe4f372d-37af-47ac-9947-39669b4256b9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985634 Apr 05 13:49:21.534576 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-41d9ece0-702e-44d4-abe5-9764c468ee37 req-475e26bc-3995-4d73-832f-9998e7a5dd52 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424904 Apr 05 13:49:21.535524 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Pushing event updated for resources: {'Port': ['ID=3320454e-c3e0-4847-81cf-2f0a358d5a72,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:21.641673 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:49:21.643827 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:49:21.904237 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Router 3b051e81-b18b-4163-9516-ef76cf283229 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:49:21.995123 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2c2b9-ccc5-460d-a940-0b86266f662e req-560119e7-f7bd-41f7-9655-72370626247e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:22.012729 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-91a2c2b9-ccc5-460d-a940-0b86266f662e req-560119e7-f7bd-41f7-9655-72370626247e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.1704462 Apr 05 13:49:22.118122 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-91a2c2b9-ccc5-460d-a940-0b86266f662e req-116aa3fc-548a-4a2b-9241-8b908c2e09d0 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038699 Apr 05 13:49:22.214612 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-2f36d7be-e455-4cb6-9da5-fae44ab31723 None None] Provisioning complete for port 3320454e-c3e0-4847-81cf-2f0a358d5a72 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:22.215260 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2f36d7be-e455-4cb6-9da5-fae44ab31723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:22.291043 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-2f36d7be-e455-4cb6-9da5-fae44ab31723 None None] Port 3320454e-c3e0-4847-81cf-2f0a358d5a72 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:49:22.587394 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:49:22.605518 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fcf3274d-2ea7-4ec0-96f3-95eea7affa07 admin admin] 10.222.0.59 "PUT /v2.0/routers/3b051e81-b18b-4163-9516-ef76cf283229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2072310 Apr 05 13:49:22.749299 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f88d79-34f8-49ff-b903-969e4004de0e req-326a6418-ba08-44f0-ab91-970e1f4fd43e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:22.763829 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-72f88d79-34f8-49ff-b903-969e4004de0e req-326a6418-ba08-44f0-ab91-970e1f4fd43e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.1040404 Apr 05 13:49:22.803671 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eab223-0533-42fe-85e7-92d8ffe07c45 req-be47eef1-dd0d-4554-b228-fd72f65bd643 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:22.817773 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e7eab223-0533-42fe-85e7-92d8ffe07c45 req-be47eef1-dd0d-4554-b228-fd72f65bd643 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.1798992 Apr 05 13:49:22.901435 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-72f88d79-34f8-49ff-b903-969e4004de0e req-9f9e381e-f493-476e-8fb9-a03fe25afbd4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334519 Apr 05 13:49:22.901935 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e7eab223-0533-42fe-85e7-92d8ffe07c45 req-d9511a1a-5be8-4ae0-88d5-fdb722c7963c tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786102 Apr 05 13:49:23.172013 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a1930b0c-7163-4539-8daf-7e1cdca20424 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:49:23.249784 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port a1930b0c-7163-4539-8daf-7e1cdca20424 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:23.250582 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.323165 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0a837-462f-4179-a3a8-2db7ea99615b req-92c0fb94-814f-4025-a432-8bdbdaf0165f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:23.324816 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7ce0a837-462f-4179-a3a8-2db7ea99615b req-92c0fb94-814f-4025-a432-8bdbdaf0165f tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.1024423 Apr 05 13:49:23.381036 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port a1930b0c-7163-4539-8daf-7e1cdca20424 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:23.383720 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.412824 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] For port a1930b0c-7163-4539-8daf-7e1cdca20424, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a1930b0c-7163-4539-8daf-7e1cdca20424,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:23.419178 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.453192 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7ce0a837-462f-4179-a3a8-2db7ea99615b req-6fa3b729-e832-463e-97e8-332114f277eb tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110904 Apr 05 13:49:23.486537 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Pushing event updated for resources: {'Port': ['ID=a1930b0c-7163-4539-8daf-7e1cdca20424,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:23.576334 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57110) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:23.580910 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-aa399f90-dd1c-4113-9ffa-4cd99f15b0e1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333203649', 'description': 'tempest-description--2076509942'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:23.614441 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa399f90-dd1c-4113-9ffa-4cd99f15b0e1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.698295 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa399f90-dd1c-4113-9ffa-4cd99f15b0e1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (e82485b9-ef3b-4561-83f4-cc79d350435e), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.702476 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa399f90-dd1c-4113-9ffa-4cd99f15b0e1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (e82485b9-ef3b-4561-83f4-cc79d350435e), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.737197 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aa399f90-dd1c-4113-9ffa-4cd99f15b0e1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.742039 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57112) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:23.742284 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-aa399f90-dd1c-4113-9ffa-4cd99f15b0e1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1646340 Apr 05 13:49:23.746736 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-abed9ecf-5ec4-4ffc-87f3-f1468eb57550 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'security_group_rule': {'security_group_id': 'e82485b9-ef3b-4561-83f4-cc79d350435e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:23.747622 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa399f90-dd1c-4113-9ffa-4cd99f15b0e1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82485b9-ef3b-4561-83f4-cc79d350435e,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:23.778268 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-abed9ecf-5ec4-4ffc-87f3-f1468eb57550 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (f6069b97-d02f-4113-935f-d719185f55e5), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.848412 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-abed9ecf-5ec4-4ffc-87f3-f1468eb57550 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (f6069b97-d02f-4113-935f-d719185f55e5), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.856620 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-abed9ecf-5ec4-4ffc-87f3-f1468eb57550 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (f6069b97-d02f-4113-935f-d719185f55e5), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.875765 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Sync routers for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:49:23.877604 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed9ecf-5ec4-4ffc-87f3-f1468eb57550 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6069b97-d02f-4113-935f-d719185f55e5,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:23.887333 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:23.888219 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:23.892305 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-abed9ecf-5ec4-4ffc-87f3-f1468eb57550 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:23.893670 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-abed9ecf-5ec4-4ffc-87f3-f1468eb57550 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504216 Apr 05 13:49:23.896894 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57114) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:23.901351 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-a51ca801-ea3f-4dc9-aac9-d2ad5fce85e8 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'security_group_rule': {'security_group_id': 'e82485b9-ef3b-4561-83f4-cc79d350435e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:23.942986 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a51ca801-ea3f-4dc9-aac9-d2ad5fce85e8 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (31c37ec5-f14b-422d-817f-deeaac37932b), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.043362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5c430-4244-4c0a-b6b8-10e937d46a4e req-3eedbf2c-6271-4f7c-b7b5-3ddc0e0a0bfd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:24.044963 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7ee5c430-4244-4c0a-b6b8-10e937d46a4e req-3eedbf2c-6271-4f7c-b7b5-3ddc0e0a0bfd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0625036 Apr 05 13:49:24.053113 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a51ca801-ea3f-4dc9-aac9-d2ad5fce85e8 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (31c37ec5-f14b-422d-817f-deeaac37932b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.057545 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a51ca801-ea3f-4dc9-aac9-d2ad5fce85e8 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (31c37ec5-f14b-422d-817f-deeaac37932b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.071256 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592452e-3b25-4f5e-b15a-d8a1d89d8b78 req-ec00bc6e-93a0-4f19-b2bd-b2fcce446a49 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:24.072709 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e592452e-3b25-4f5e-b15a-d8a1d89d8b78 req-ec00bc6e-93a0-4f19-b2bd-b2fcce446a49 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.0949533 Apr 05 13:49:24.096554 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ca801-ea3f-4dc9-aac9-d2ad5fce85e8 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c37ec5-f14b-422d-817f-deeaac37932b,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:24.099702 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7ee5c430-4244-4c0a-b6b8-10e937d46a4e req-ed483912-c6b3-4aa8-aa48-a98340e3b7f2 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466676 Apr 05 13:49:24.111840 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a51ca801-ea3f-4dc9-aac9-d2ad5fce85e8 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.120994 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-a51ca801-ea3f-4dc9-aac9-d2ad5fce85e8 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150936 Apr 05 13:49:24.121413 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57120) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:24.121515 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:24.143566 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.150641 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e592452e-3b25-4f5e-b15a-d8a1d89d8b78 req-5db0b035-27bd-4c38-9b60-a587fab3aa49 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663302 Apr 05 13:49:24.174726 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:24.250901 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.354256 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Allocated IP 172.27.2.148 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/e818d916-14b0-4ceb-94c8-5ea07ab204f9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:49:24.375285 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:21Z', 'revision_number': 2, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:24.401386 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Checking router: 3b051e81-b18b-4163-9516-ef76cf283229 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:49:24.401738 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Updating router 3b051e81-b18b-4163-9516-ef76cf283229 port 3320454e-c3e0-4847-81cf-2f0a358d5a72 binding host dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 13:49:24.428411 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.471932 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for port (e818d916-14b0-4ceb-94c8-5ea07ab204f9), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.508088 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (e818d916-14b0-4ceb-94c8-5ea07ab204f9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.571853 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:49:24.578590 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:49:24.581138 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:49:24.610077 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'Port': ['ID=e818d916-14b0-4ceb-94c8-5ea07ab204f9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:24.644802 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cc1f7-0f7b-4f4c-9ee3-590b2f9ac1f7 req-c6e3e199-3269-481b-98ee-cbd698cb1342 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:24.646296 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-650cc1f7-0f7b-4f4c-9ee3-590b2f9ac1f7 req-c6e3e199-3269-481b-98ee-cbd698cb1342 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.1125596 Apr 05 13:49:24.715155 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Publish callbacks [] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.720675 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.724055 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (1e49a413-0597-4b39-887b-6135729f7857), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.728429 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-650cc1f7-0f7b-4f4c-9ee3-590b2f9ac1f7 req-7d2b25a5-4a0c-430c-a3a4-65342daf0210 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756862 Apr 05 13:49:24.775590 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e818d916-14b0-4ceb-94c8-5ea07ab204f9), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.817960 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-0643128d-de77-4a2b-bc79-7a576d60fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:24.819587 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-0643128d-de77-4a2b-bc79-7a576d60fe6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d8f6f280f0d454aa7ced0d787929726&device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0624168 Apr 05 13:49:24.828445 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bc869-342d-4f75-95af-23f74608779a None None] Pushing event updated for resources: {'Port': ['ID=3320454e-c3e0-4847-81cf-2f0a358d5a72,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:24.842539 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Attempting to bind port 3320454e-c3e0-4847-81cf-2f0a358d5a72 on host dv-cinder-835878-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:49:24.842912 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Attempting to bind port 3320454e-c3e0-4847-81cf-2f0a358d5a72 by drivers openvswitch,hyperv on host dv-cinder-835878-2-iscsi at level 0 using segments [{'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:49:24.843271 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Attempting to bind port 3320454e-c3e0-4847-81cf-2f0a358d5a72 on network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:49:24.848776 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Checking agent: {'id': '984f6690-3969-46a0-8655-7ce5de9ea68a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 34, 40), 'started_at': datetime.datetime(2022, 4, 5, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:49:24.849372 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Checking segment: {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:49:24.849774 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.850430 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Bound using segment: {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:49:24.850904 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Bound port: 3320454e-c3e0-4847-81cf-2f0a358d5a72, host: dv-cinder-835878-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:49:24.851277 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.923540 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] For port 3320454e-c3e0-4847-81cf-2f0a358d5a72, host dv-cinder-835878-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:49:24.927491 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] For port 3320454e-c3e0-4847-81cf-2f0a358d5a72, host dv-cinder-835878-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=3320454e-c3e0-4847-81cf-2f0a358d5a72,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:49:24.933817 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.963532 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for port (e818d916-14b0-4ceb-94c8-5ea07ab204f9), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.973412 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (e818d916-14b0-4ceb-94c8-5ea07ab204f9), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:24.995733 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:24.996356 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:24.998213 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bc869-342d-4f75-95af-23f74608779a None None] Pushing event updated for resources: {'Port': ['ID=3320454e-c3e0-4847-81cf-2f0a358d5a72,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:25.049009 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'Port': ['ID=e818d916-14b0-4ceb-94c8-5ea07ab204f9,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:25.067426 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (1e49a413-0597-4b39-887b-6135729f7857), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:25.085279 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:25.104371 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-6f3889f3-894f-4aa8-b1ad-3ac4a070db69 None None] Provisioning complete for port 3320454e-c3e0-4847-81cf-2f0a358d5a72 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:25.104716 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b1b2feef-5f9d-45b7-8d2f-d187e4dc9608 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9832318 Apr 05 13:49:25.104966 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6f3889f3-894f-4aa8-b1ad-3ac4a070db69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:25.172179 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a1930b0c-7163-4539-8daf-7e1cdca20424 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:49:25.215410 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:25.255516 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aceef3-2438-4de3-b527-031442797431 req-2e371479-930a-4010-ae69-47223f68e15f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:25.257140 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-37aceef3-2438-4de3-b527-031442797431 req-2e371479-930a-4010-ae69-47223f68e15f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0616875 Apr 05 13:49:25.277523 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-4809d8f9-2fe9-407a-958d-276f0c4bc216 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--333203649&fields=id&tenant_id=2edcb781e01b4c57b680098d732cb8d3 HTTP/1.1" status: 200 len: 267 time: 0.0509326 Apr 05 13:49:25.312730 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-37aceef3-2438-4de3-b527-031442797431 req-2a4fd2d4-35c7-4d89-b362-847c6418b7bd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493405 Apr 05 13:49:25.396150 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-8205cfd9-397b-4316-8189-e1f8b226d256 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:25.397928 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-8205cfd9-397b-4316-8189-e1f8b226d256 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/networks?id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 200 len: 810 time: 0.1136353 Apr 05 13:49:25.419712 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-401531cd-f3b3-40a8-bc73-a8e11fa0b40e tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/quotas/2edcb781e01b4c57b680098d732cb8d3 HTTP/1.1" status: 200 len: 375 time: 0.0145266 Apr 05 13:49:25.422257 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port a1930b0c-7163-4539-8daf-7e1cdca20424 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:25.422755 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:25.425760 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-6f3889f3-894f-4aa8-b1ad-3ac4a070db69 None None] Current status of the port 3320454e-c3e0-4847-81cf-2f0a358d5a72 is: DOWN; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:25.426283 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6f3889f3-894f-4aa8-b1ad-3ac4a070db69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:25.484135 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-a8ed9adf-ddb7-43bc-b0ff-8ad9156aeb73 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565808 Apr 05 13:49:25.486693 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91a47f-2d31-4e62-a88b-21d0c7b24a7b req-ce8e09df-872d-4b95-a653-f42881da4431 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:25.488813 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cd91a47f-2d31-4e62-a88b-21d0c7b24a7b req-ce8e09df-872d-4b95-a653-f42881da4431 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.1140180 Apr 05 13:49:25.522211 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-6f3889f3-894f-4aa8-b1ad-3ac4a070db69 None None] For port 3320454e-c3e0-4847-81cf-2f0a358d5a72, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=3320454e-c3e0-4847-81cf-2f0a358d5a72,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:25.530045 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-6f3889f3-894f-4aa8-b1ad-3ac4a070db69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:25.538837 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-5063eb2b-d5ec-4bc5-b74c-8bfa5e98bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:25.540349 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-5063eb2b-d5ec-4bc5-b74c-8bfa5e98bdfc service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c HTTP/1.1" status: 200 len: 910 time: 0.1348419 Apr 05 13:49:25.565294 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cd91a47f-2d31-4e62-a88b-21d0c7b24a7b req-f469b024-dc59-4bac-92f0-fa660da13916 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667012 Apr 05 13:49:25.646469 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-7b924977-e0fc-4b14-ba65-099fdff8e11c service neutron] 10.222.0.59 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456735 Apr 05 13:49:25.649310 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3889f3-894f-4aa8-b1ad-3ac4a070db69 None None] Pushing event updated for resources: {'Port': ['ID=3320454e-c3e0-4847-81cf-2f0a358d5a72,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:25.654291 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port a1930b0c-7163-4539-8daf-7e1cdca20424 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:25.672587 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-f8618040-2e9f-46db-b61c-0bab5d0e2702 None None] Provisioning complete for port 3320454e-c3e0-4847-81cf-2f0a358d5a72 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:25.672958 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f8618040-2e9f-46db-b61c-0bab5d0e2702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:25.705222 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:24Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:25.734848 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c233b31-9b7d-4310-aee4-e08bfb978aff None None] The sync data for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi is: [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:24Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:49:25.748339 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-3740b51d-5297-40c3-9830-e16e1f3b906b service neutron] 10.222.0.59 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957243 Apr 05 13:49:25.834929 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-f8618040-2e9f-46db-b61c-0bab5d0e2702 None None] Current status of the port 3320454e-c3e0-4847-81cf-2f0a358d5a72 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:25.987885 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bfbe6b71-93ed-480c-a0e2-6550a013eb60 req-645ebce4-c7d1-4204-86d0-c00eda22a0b6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 210 time: 0.0430746 Apr 05 13:49:25.992675 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fc7b9-e98d-418e-a896-75f12049ea62 req-843a01be-fe9b-4037-a91a-19da7822b04b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:25.999902 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dc4fc7b9-e98d-418e-a896-75f12049ea62 req-843a01be-fe9b-4037-a91a-19da7822b04b tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.1138506 Apr 05 13:49:26.073237 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dc4fc7b9-e98d-418e-a896-75f12049ea62 req-9f38ccbf-a550-4b7f-990e-5eb94997fa94 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723846 Apr 05 13:49:26.308800 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-df36c785-2ad0-4980-901f-ba5d29ef157a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bae86b-669b-4308-a536-f0b8640d6b10 HTTP/1.1" status: 200 len: 1001 time: 0.0739024 Apr 05 13:49:26.364754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-8852b04f-2351-4f13-aa24-7a6780532f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:26.366234 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-8852b04f-2351-4f13-aa24-7a6780532f18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21bd696a-ea8e-466c-af27-ff4e0e569372 HTTP/1.1" status: 200 len: 848 time: 0.0515060 Apr 05 13:49:26.434434 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-7e86fb74-70f0-4be6-820f-b7968d31d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:26.436067 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-7e86fb74-70f0-4be6-820f-b7968d31d870 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635715 Apr 05 13:49:26.469428 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b112-f980-4c43-9e45-dbcd1006056b req-bde1ae39-4209-4a69-b67e-0210a0e4e9f3 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:26.471129 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0a30b112-f980-4c43-9e45-dbcd1006056b req-bde1ae39-4209-4a69-b67e-0210a0e4e9f3 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0814157 Apr 05 13:49:26.531983 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0a30b112-f980-4c43-9e45-dbcd1006056b req-ca9b2344-043c-4c40-bd76-ff5a5905f497 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532575 Apr 05 13:49:26.564356 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-728a6b79-571f-40a2-a642-28839c0c8e7c service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211216 Apr 05 13:49:26.726668 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5cf7ef81-d665-47d5-af81-9248989c6f99 req-fc2c9ab6-d0e3-48ae-9f60-c3d686c3cdb2 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368425 Apr 05 13:49:26.733645 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607192e-9a48-43ab-bb09-63e2d7e1b22e req-23286c0c-2dcb-43d9-8ed5-07fc8273e693 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:26.735085 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b607192e-9a48-43ab-bb09-63e2d7e1b22e req-23286c0c-2dcb-43d9-8ed5-07fc8273e693 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 944 time: 0.0846784 Apr 05 13:49:26.793069 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b607192e-9a48-43ab-bb09-63e2d7e1b22e req-fa56089f-d301-4c53-b715-4b7315e7ac34 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514483 Apr 05 13:49:27.088143 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9673e873-22df-4772-94d1-bedab75ffc18 req-565f3078-d084-49a1-b583-ce2cbd2efa67 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 210 time: 0.0332646 Apr 05 13:49:27.128979 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 3320454e-c3e0-4847-81cf-2f0a358d5a72 up at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:49:27.196269 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe1665-d90c-4084-ae1c-a2d2bed6396e req-3fb8181d-b070-4e38-9600-6a7cad8f1313 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:27.197884 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b0fe1665-d90c-4084-ae1c-a2d2bed6396e req-3fb8181d-b070-4e38-9600-6a7cad8f1313 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 943 time: 0.0559170 Apr 05 13:49:27.248914 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b0fe1665-d90c-4084-ae1c-a2d2bed6396e req-77d31148-47f8-449a-a402-906cf671a4ca tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453727 Apr 05 13:49:27.310096 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Provisioning complete for port 3320454e-c3e0-4847-81cf-2f0a358d5a72 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:27.310314 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:27.383560 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 074d013b-9ce4-47d8-b88a-047e91d0ee78 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:49:27.392470 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Current status of the port 3320454e-c3e0-4847-81cf-2f0a358d5a72 is: ACTIVE; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:27.484361 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:27.494691 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'port_id': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'mac_address': 'fa:16:3e:27:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:49:27.531456 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 074d013b-9ce4-47d8-b88a-047e91d0ee78 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:27.531869 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:27.544944 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074d013b-9ce4-47d8-b88a-047e91d0ee78 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:49:27.565259 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:27.568610 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:27.569271 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:49:27.652449 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=9']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:27.664515 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af27e99-8111-408b-bcef-f5c5e8ee57df req-e115e0c3-d68c-40fa-af75-d9303df1e66f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:27.666013 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7af27e99-8111-408b-bcef-f5c5e8ee57df req-e115e0c3-d68c-40fa-af75-d9303df1e66f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0535460 Apr 05 13:49:27.714524 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:27.715009 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7af27e99-8111-408b-bcef-f5c5e8ee57df req-f45e7fc1-0267-4d5a-b420-b4ad381ac18f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434470 Apr 05 13:49:27.735009 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'port_id': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94', 'mac_address': 'fa:16:3e:37:83:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:49:27.762870 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:27.763266 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:27.779963 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:49:27.798554 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:27.802510 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:27.854993 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:27.912713 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08634d-5039-40e5-b1bc-abef8d2a9512 req-e905c795-f677-4bc5-90ab-13a65c405335 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:27.914582 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cd08634d-5039-40e5-b1bc-abef8d2a9512 req-e905c795-f677-4bc5-90ab-13a65c405335 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 945 time: 0.0543728 Apr 05 13:49:27.967751 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cd08634d-5039-40e5-b1bc-abef8d2a9512 req-b9044871-ee16-4d0d-a92c-822620f045f8 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476708 Apr 05 13:49:28.184002 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-045f9559-4fd7-4255-95fd-6b8052b6832b req-4d1708cd-be83-47fa-a023-7eb9ab163934 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 210 time: 0.0275621 Apr 05 13:49:28.196420 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:49:28.299844 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['074d013b-9ce4-47d8-b88a-047e91d0ee78'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:49:28.431132 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-fe95a153-f92d-42b2-91ce-dde626e40dbb tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:28.432532 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-fe95a153-f92d-42b2-91ce-dde626e40dbb tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.46 "GET /v2.0/networks?id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 200 len: 810 time: 0.1491504 Apr 05 13:49:28.440304 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ea694-000f-422d-b9f6-ac7169235e98 req-254cadb1-5e10-4467-b28d-3d69a81d624d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:28.441730 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-835ea694-000f-422d-b9f6-ac7169235e98 req-254cadb1-5e10-4467-b28d-3d69a81d624d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 944 time: 0.0904176 Apr 05 13:49:28.526183 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-835ea694-000f-422d-b9f6-ac7169235e98 req-bdabf2b3-fa70-459b-af5e-f2fbc7a92d31 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786641 Apr 05 13:49:28.549613 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-45e277f0-d5dc-4ad4-b028-98c64ae6ba94 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2edcb781e01b4c57b680098d732cb8d3 HTTP/1.1" status: 200 len: 379 time: 0.0841517 Apr 05 13:49:28.558550 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'port': {'device_id': '9e769137-37bf-4cb2-b020-d664054c61b0', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'admin_state_up': True, 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'security_groups': ['e82485b9-ef3b-4561-83f4-cc79d350435e']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:28.679699 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Made reservation on behalf of 2edcb781e01b4c57b680098d732cb8d3 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:49:28.683136 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:28.693055 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:49:28.821349 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Allocated IP 172.20.0.9 (6a7d363c-9c87-49b2-bb34-1ae457fa3d44/91431d47-73b7-494d-bb9f-9fe852011090/68b098ba-9acc-40b2-a9c1-81e4551c96cc) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:49:28.839752 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc441fa2-da4a-4dfe-8f5c-ca7e3d82a963 req-12372da4-573d-4879-a625-7ed1a07f5180 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:28.841986 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bc441fa2-da4a-4dfe-8f5c-ca7e3d82a963 req-12372da4-573d-4879-a625-7ed1a07f5180 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0606711 Apr 05 13:49:28.902133 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bc441fa2-da4a-4dfe-8f5c-ca7e3d82a963 req-2b9f7360-4932-4b79-b619-8a93188330be tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485282 Apr 05 13:49:28.993497 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.028987 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.094218 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:49:29.100091 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:49:29.102727 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:49:29.141335 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'Port': ['ID=68b098ba-9acc-40b2-a9c1-81e4551c96cc,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:29.171392 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:29.172034 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.182634 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f16f4-0690-4053-8898-2b04873374cb req-53ef6835-4743-45a9-ab5b-c1663bd9508a tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:29.184149 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-747f16f4-0690-4053-8898-2b04873374cb req-53ef6835-4743-45a9-ab5b-c1663bd9508a tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 945 time: 0.1513431 Apr 05 13:49:29.201483 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f40ee4f2-4444-45a2-ac6f-1f26fc238c37 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6467137 Apr 05 13:49:29.235354 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Request body: {'port': {'device_id': '9e769137-37bf-4cb2-b020-d664054c61b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:29.283237 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-747f16f4-0690-4053-8898-2b04873374cb req-37ea1a05-5fb8-4a17-9337-72b1b20d4695 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927355 Apr 05 13:49:29.324825 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.352663 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fba257-e024-46d9-a5a7-625e2cb14dcd req-6d68be5d-bf46-464c-993f-6f831a5c46f4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:29.354179 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f8fba257-e024-46d9-a5a7-625e2cb14dcd req-6d68be5d-bf46-464c-993f-6f831a5c46f4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 931 time: 0.0734816 Apr 05 13:49:29.385679 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-ac98396c-3e39-4371-a902-d6f304f4d635 None None] Provisioning complete for port 68b098ba-9acc-40b2-a9c1-81e4551c96cc triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:29.386260 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ac98396c-3e39-4371-a902-d6f304f4d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.404704 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f8fba257-e024-46d9-a5a7-625e2cb14dcd req-a6f63404-f419-4ff9-b73e-57219e496693 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440643 Apr 05 13:49:29.409967 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 074d013b-9ce4-47d8-b88a-047e91d0ee78 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:49:29.448247 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-ac98396c-3e39-4371-a902-d6f304f4d635 None None] Port 68b098ba-9acc-40b2-a9c1-81e4551c96cc cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:49:29.470435 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 074d013b-9ce4-47d8-b88a-047e91d0ee78 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:29.470944 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.550145 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 074d013b-9ce4-47d8-b88a-047e91d0ee78 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:29.551117 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.573774 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:29.576113 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d52ff81-5c29-4942-89cf-1b7ad1a609da" -d '{"events": [{"server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "name": "network-vif-plugged", "status": "completed", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:29.589406 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:29.593829 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.594697 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:49:29.607984 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b098ba-9acc-40b2-a9c1-81e4551c96cc {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:49:29.616084 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Publish callbacks [] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.638959 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeebb256-8aa3-48e4-8cd9-31ef7da88239 x-openstack-request-id: req-aeebb256-8aa3-48e4-8cd9-31ef7da88239 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:29.639294 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "name": "network-vif-plugged", "status": "completed", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:29.639575 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aeebb256-8aa3-48e4-8cd9-31ef7da88239 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:29.639964 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeebb256-8aa3-48e4-8cd9-31ef7da88239'] response: {'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'code': 200} Apr 05 13:49:29.660299 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Transition to ACTIVE for port object 68b098ba-9acc-40b2-a9c1-81e4551c96cc will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:49:29.667216 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.684483 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=10']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:29.695260 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:49:29.700861 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:29.701249 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.736427 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Pushing event updated for resources: {'Port': ['ID=68b098ba-9acc-40b2-a9c1-81e4551c96cc,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:29.775156 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef65ea-4023-4300-b05f-b08a3d7703d6 req-741fce74-af8d-4e4b-a460-f8a14c7f0bf4 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:29.776766 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-00ef65ea-4023-4300-b05f-b08a3d7703d6 req-741fce74-af8d-4e4b-a460-f8a14c7f0bf4 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 946 time: 0.1538978 Apr 05 13:49:29.805923 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:29.806198 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.849706 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:29.860049 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.860843 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 93bae86b-669b-4308-a536-f0b8640d6b10 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:49:29.894619 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Attempting to bind port 68b098ba-9acc-40b2-a9c1-81e4551c96cc on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:49:29.895078 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Attempting to bind port 68b098ba-9acc-40b2-a9c1-81e4551c96cc by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:49:29.895262 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Attempting to bind port 68b098ba-9acc-40b2-a9c1-81e4551c96cc on network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:49:29.905363 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Port 68b098ba-9acc-40b2-a9c1-81e4551c96cc on network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:49:29.905669 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Attempting to bind port 68b098ba-9acc-40b2-a9c1-81e4551c96cc on network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:49:29.911803 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-00ef65ea-4023-4300-b05f-b08a3d7703d6 req-d7925279-ff12-4667-ba9d-485f709d46f8 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129928 Apr 05 13:49:29.914939 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff7b69-7d79-46ac-8c49-cb72c295254e req-6c342997-c7af-42f9-b6a4-44a338e79b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:29.916503 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9bff7b69-7d79-46ac-8c49-cb72c295254e req-6c342997-c7af-42f9-b6a4-44a338e79b20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 1130 time: 0.1068804 Apr 05 13:49:29.919187 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:49:29.920437 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Checking segment: {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:49:29.920437 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Bound using segment: {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:49:29.920793 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Bound port: 68b098ba-9acc-40b2-a9c1-81e4551c96cc, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:49:29.920950 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:29.952684 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:30.013044 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 93bae86b-669b-4308-a536-f0b8640d6b10 is: ACTIVE; New status is: DOWN {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:30.013447 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:30.032722 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e5c14-e490-49c7-a6f3-ec74786a9d85 req-03e00b92-df36-4424-99d3-a2b3edaba519 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:30.039819 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4d8e5c14-e490-49c7-a6f3-ec74786a9d85 req-03e00b92-df36-4424-99d3-a2b3edaba519 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0623083 Apr 05 13:49:30.048886 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 93bae86b-669b-4308-a536-f0b8640d6b10, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=93bae86b-669b-4308-a536-f0b8640d6b10,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:30.053770 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:30.065539 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9bff7b69-7d79-46ac-8c49-cb72c295254e req-89782e67-420e-42a8-9322-2c2233798867 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412194 Apr 05 13:49:30.072641 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] For port 68b098ba-9acc-40b2-a9c1-81e4551c96cc, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:49:30.075882 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] For port 68b098ba-9acc-40b2-a9c1-81e4551c96cc, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=68b098ba-9acc-40b2-a9c1-81e4551c96cc,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:49:30.081339 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:30.092526 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4d8e5c14-e490-49c7-a6f3-ec74786a9d85 req-cfcdce9e-817b-41ee-b7b4-a8c99456db9e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518520 Apr 05 13:49:30.114485 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=93bae86b-669b-4308-a536-f0b8640d6b10,revision_number=6']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:30.124253 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:30.125185 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:30.126414 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-66308827-3469-44d1-8daf-effc7595f3db service neutron] 10.222.0.46 "PUT /v2.0/ports/68b098ba-9acc-40b2-a9c1-81e4551c96cc HTTP/1.1" status: 200 len: 1093 time: 0.8973861 Apr 05 13:49:30.126861 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e769137-37bf-4cb2-b020-d664054c61b0', 'tag': '68b098ba-9acc-40b2-a9c1-81e4551c96cc'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:30.129950 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80049fc-6b9c-4935-8312-d9ca6165c4da" -d '{"events": [{"name": "network-changed", "server_uuid": "9e769137-37bf-4cb2-b020-d664054c61b0", "tag": "68b098ba-9acc-40b2-a9c1-81e4551c96cc"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:30.161399 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66308827-3469-44d1-8daf-effc7595f3db service neutron] Pushing event updated for resources: {'Port': ['ID=68b098ba-9acc-40b2-a9c1-81e4551c96cc,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:30.176964 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cdb663-a78b-42d9-be2b-a700f0b13156 x-openstack-request-id: req-04cdb663-a78b-42d9-be2b-a700f0b13156 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:30.177496 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e769137-37bf-4cb2-b020-d664054c61b0", "tag": "68b098ba-9acc-40b2-a9c1-81e4551c96cc", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:30.177803 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04cdb663-a78b-42d9-be2b-a700f0b13156 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:30.178239 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cdb663-a78b-42d9-be2b-a700f0b13156'] response: {'name': 'network-changed', 'server_uuid': '9e769137-37bf-4cb2-b020-d664054c61b0', 'tag': '68b098ba-9acc-40b2-a9c1-81e4551c96cc', 'status': 'completed', 'code': 200} Apr 05 13:49:30.330996 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-90aa1637-5d16-41a8-9de4-2299004d7e42 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781674 Apr 05 13:49:30.350685 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dc44e-6f09-4d38-85a3-cfdcac95550d req-b0958aa9-ee95-4b5f-a2af-b63b7a1a12ab tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:30.352994 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1c4dc44e-6f09-4d38-85a3-cfdcac95550d req-b0958aa9-ee95-4b5f-a2af-b63b7a1a12ab tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0716319 Apr 05 13:49:30.389555 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80049fc-6b9c-4935-8312-d9ca6165c4da req-44d007b1-c7e5-40e1-8c9e-c62c612a2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:30.391162 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a80049fc-6b9c-4935-8312-d9ca6165c4da req-44d007b1-c7e5-40e1-8c9e-c62c612a2554 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 1127 time: 0.0800848 Apr 05 13:49:30.407589 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1c4dc44e-6f09-4d38-85a3-cfdcac95550d req-fee7a234-1e1e-4a20-9258-66b6c884e0b8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476327 Apr 05 13:49:30.516010 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-7db82b48-b2d6-4031-ad96-2943b19852b9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:30.517274 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-7db82b48-b2d6-4031-ad96-2943b19852b9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports/93bae86b-669b-4308-a536-f0b8640d6b10 HTTP/1.1" status: 200 len: 940 time: 0.1380115 Apr 05 13:49:30.540745 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7a4f-925b-4a3d-8508-c384224ce133 req-1b153929-5ac2-4d85-a98d-c93c337f4e2b tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:30.542269 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8d5b7a4f-925b-4a3d-8508-c384224ce133 req-1b153929-5ac2-4d85-a98d-c93c337f4e2b tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 943 time: 0.0607753 Apr 05 13:49:30.564620 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5e32-f047-4960-8059-ddaa9c19e7ef req-ffd1883e-4906-48fb-b33c-516cfca5b971 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:30.566871 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0cdc5e32-f047-4960-8059-ddaa9c19e7ef req-ffd1883e-4906-48fb-b33c-516cfca5b971 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 946 time: 0.1550550 Apr 05 13:49:30.587246 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80049fc-6b9c-4935-8312-d9ca6165c4da req-d1e8188a-bb7a-4112-96f6-84fd79693e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:30.588604 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a80049fc-6b9c-4935-8312-d9ca6165c4da req-d1e8188a-bb7a-4112-96f6-84fd79693e33 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2edcb781e01b4c57b680098d732cb8d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1755219 Apr 05 13:49:30.597887 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8d5b7a4f-925b-4a3d-8508-c384224ce133 req-6a30df07-3f25-4409-8785-55157f220028 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478017 Apr 05 13:49:30.627904 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0cdc5e32-f047-4960-8059-ddaa9c19e7ef req-38c5f491-f2a2-464e-8e29-b17099bc89ce tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551062 Apr 05 13:49:30.860825 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80049fc-6b9c-4935-8312-d9ca6165c4da req-d6026826-bb94-4bb2-bcd7-6d8a56c0dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:30.862301 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a80049fc-6b9c-4935-8312-d9ca6165c4da req-d6026826-bb94-4bb2-bcd7-6d8a56c0dde3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983567 Apr 05 13:49:30.971260 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f2858131-52cd-4df5-8399-3da5340fabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:30.973832 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-f2858131-52cd-4df5-8399-3da5340fabe7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 1127 time: 0.0469816 Apr 05 13:49:31.022476 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-c06e19e6-bb08-4350-a779-2ca82ca288f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b098ba-9acc-40b2-a9c1-81e4551c96cc HTTP/1.1" status: 200 len: 217 time: 0.0401611 Apr 05 13:49:31.075196 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-8dd57d10-0228-4f58-ac73-cb53d422bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:31.076684 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-8dd57d10-0228-4f58-ac73-cb53d422bd06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91431d47-73b7-494d-bb9f-9fe852011090 HTTP/1.1" status: 200 len: 849 time: 0.0474193 Apr 05 13:49:31.078944 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49880e28-b7d2-4fd8-bc13-73b0b311cbf3 req-88cb713f-8d40-4cec-85dd-0f20e9ec96b0 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:31.080442 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-49880e28-b7d2-4fd8-bc13-73b0b311cbf3 req-88cb713f-8d40-4cec-85dd-0f20e9ec96b0 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 946 time: 0.0545115 Apr 05 13:49:31.128303 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-d408a568-2b71-4300-9904-079221613962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:31.128644 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-49880e28-b7d2-4fd8-bc13-73b0b311cbf3 req-b596c874-c5f4-45f7-a9fe-31e9d0f4f6c7 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420005 Apr 05 13:49:31.129934 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-d408a568-2b71-4300-9904-079221613962 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439363 Apr 05 13:49:31.260382 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-657ae40b-027a-4f9f-8bc3-107836c27c65 service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056447 Apr 05 13:49:31.533219 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6ac31-7c70-4edc-bcf0-80d7cf4e949f req-16d20e8f-c1e1-439f-ad3a-659c7475cb08 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:31.534855 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-02c6ac31-7c70-4edc-bcf0-80d7cf4e949f req-16d20e8f-c1e1-439f-ad3a-659c7475cb08 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0552092 Apr 05 13:49:31.588014 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-02c6ac31-7c70-4edc-bcf0-80d7cf4e949f req-de16c59c-429a-4a07-9797-2c69e78d0036 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475838 Apr 05 13:49:31.641330 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e672018-0182-4460-8378-999578b50317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94'}, {'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:31.643825 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2225feeb-6dae-40bd-8142-82d3980c925f" -d '{"events": [{"server_uuid": "4e672018-0182-4460-8378-999578b50317", "name": "network-vif-plugged", "status": "completed", "tag": "cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94"}, {"server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:31.701272 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3042dea9-e943-4900-be17-9a62abdb0f5b x-openstack-request-id: req-3042dea9-e943-4900-be17-9a62abdb0f5b {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:31.701571 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e672018-0182-4460-8378-999578b50317", "name": "network-vif-plugged", "status": "completed", "tag": "cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94", "code": 200}, {"server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "name": "network-vif-unplugged", "status": "failed", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10", "code": 422}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:31.702205 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3042dea9-e943-4900-be17-9a62abdb0f5b {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:31.702618 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3042dea9-e943-4900-be17-9a62abdb0f5b'] response: {'server_uuid': '4e672018-0182-4460-8378-999578b50317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94', 'code': 200} Apr 05 13:49:31.702930 dv-cinder-835878-2-iscsi neutron-server[109891]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3042dea9-e943-4900-be17-9a62abdb0f5b']: {'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10', 'code': 422} returned with failed status Apr 05 13:49:31.704785 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-52ea91f6-e1e8-4e41-aed1-994a0128079d req-28e779ef-441c-4029-aeaf-9c3ea152c92c service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122608 Apr 05 13:49:31.768242 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb214f4a-a147-4b6f-b632-94e8b5cb5a0a req-889fd36b-8e87-43be-a16d-3ce612e61bcb tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:31.770091 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bb214f4a-a147-4b6f-b632-94e8b5cb5a0a req-889fd36b-8e87-43be-a16d-3ce612e61bcb tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 943 time: 0.0617294 Apr 05 13:49:31.809652 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b927e5b-1ff7-4f32-9dc2-6686a510ac9b req-95c00d28-ee7b-47e6-a951-cd4e94bad4e5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:31.811239 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1b927e5b-1ff7-4f32-9dc2-6686a510ac9b req-95c00d28-ee7b-47e6-a951-cd4e94bad4e5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 946 time: 0.0566292 Apr 05 13:49:31.836463 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bb214f4a-a147-4b6f-b632-94e8b5cb5a0a req-696c16de-5f52-433f-9bdb-43c4d2b3768d tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606043 Apr 05 13:49:31.874767 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-1b927e5b-1ff7-4f32-9dc2-6686a510ac9b req-b8334783-854f-4397-9ca3-2b70e16fd0d7 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559962 Apr 05 13:49:32.248796 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f18106-dcdb-4f6b-9cf4-754a3a48b65f req-bbf88baf-02b8-47bb-a6f9-ee83930a7c2c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:32.250246 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b3f18106-dcdb-4f6b-9cf4-754a3a48b65f req-bbf88baf-02b8-47bb-a6f9-ee83930a7c2c tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 946 time: 0.0507143 Apr 05 13:49:32.295744 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b3f18106-dcdb-4f6b-9cf4-754a3a48b65f req-27823b73-dc95-4f82-b995-9d02c1c3a506 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394013 Apr 05 13:49:32.732074 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160eebd-e585-4164-a876-397b9aab4eb0 req-084a5304-ccf9-496b-b127-ccb110b7d4cd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:32.733558 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a160eebd-e585-4164-a876-397b9aab4eb0 req-084a5304-ccf9-496b-b127-ccb110b7d4cd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0688376 Apr 05 13:49:32.811015 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a160eebd-e585-4164-a876-397b9aab4eb0 req-ea712d1b-f765-4180-bc3c-3137cb066646 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675471 Apr 05 13:49:32.815221 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03d86d-aadc-4634-b0d5-32bac27b4ecc req-2a7c43e4-3055-4d80-afc3-e8070b6390df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:32.816738 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9c03d86d-aadc-4634-b0d5-32bac27b4ecc req-2a7c43e4-3055-4d80-afc3-e8070b6390df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 1130 time: 0.0823193 Apr 05 13:49:32.958172 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506414d-4b0f-4047-8e98-98d7837c5cf7 req-8fe21397-38b1-46cb-a2b9-aaa437d3a855 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:32.959726 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0506414d-4b0f-4047-8e98-98d7837c5cf7 req-8fe21397-38b1-46cb-a2b9-aaa437d3a855 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 943 time: 0.0544829 Apr 05 13:49:32.992205 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fbe7-0953-4f10-a601-2c9a669922c5 req-20fa2c73-b3b5-49f9-9caa-6209daaf7358 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:32.993590 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5603fbe7-0953-4f10-a601-2c9a669922c5 req-20fa2c73-b3b5-49f9-9caa-6209daaf7358 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 946 time: 0.0532057 Apr 05 13:49:33.011739 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0506414d-4b0f-4047-8e98-98d7837c5cf7 req-b0acb5e1-d97d-4272-898a-544e1d229457 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462365 Apr 05 13:49:33.105427 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5603fbe7-0953-4f10-a601-2c9a669922c5 req-af3e4bee-9663-49af-a0fb-33854960f76d tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058908 Apr 05 13:49:33.110638 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9c03d86d-aadc-4634-b0d5-32bac27b4ecc req-c5dad340-1e2f-412f-8b54-2542621ab1b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033537 Apr 05 13:49:33.119606 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-e37fc30b-e5d2-4f77-894c-f16b6b392d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:33.121079 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-e37fc30b-e5d2-4f77-894c-f16b6b392d7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6&tenant_id=6d8f6f280f0d454aa7ced0d787929726 HTTP/1.1" status: 200 len: 1127 time: 0.1008136 Apr 05 13:49:33.341141 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5e0d3257-5b12-4b18-9d66-8d85efd8f08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:33.383691 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-9507f806-822e-4043-93d4-d1a54d4fd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:33.385241 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-9507f806-822e-4043-93d4-d1a54d4fd1f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d8f6f280f0d454aa7ced0d787929726&device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 1127 time: 0.0454419 Apr 05 13:49:33.396562 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 68b098ba-9acc-40b2-a9c1-81e4551c96cc details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:49:33.482670 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-22fbbd1d-4f99-48e8-b7ce-a9359c009fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:33.484188 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-22fbbd1d-4f99-48e8-b7ce-a9359c009fee service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c HTTP/1.1" status: 200 len: 910 time: 0.0887761 Apr 05 13:49:33.494461 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 68b098ba-9acc-40b2-a9c1-81e4551c96cc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=68b098ba-9acc-40b2-a9c1-81e4551c96cc,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:33.505580 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '68b098ba-9acc-40b2-a9c1-81e4551c96cc', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'port_id': '68b098ba-9acc-40b2-a9c1-81e4551c96cc', 'mac_address': 'fa:16:3e:f7:37:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:49:33.549594 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 68b098ba-9acc-40b2-a9c1-81e4551c96cc is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:33.551126 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:33.553192 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-6588a02a-6e46-4d2f-bc8d-8af49c2c854e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bae86b-669b-4308-a536-f0b8640d6b10 HTTP/1.1" status: 200 len: 999 time: 0.0617838 Apr 05 13:49:33.565691 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b098ba-9acc-40b2-a9c1-81e4551c96cc {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:49:33.585059 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 68b098ba-9acc-40b2-a9c1-81e4551c96cc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=68b098ba-9acc-40b2-a9c1-81e4551c96cc,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:33.588940 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:33.635395 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=68b098ba-9acc-40b2-a9c1-81e4551c96cc,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:33.827968 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['68b098ba-9acc-40b2-a9c1-81e4551c96cc'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:49:33.861220 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-548b3f24-6f07-4cce-b639-c7db2061dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:33.863781 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-548b3f24-6f07-4cce-b639-c7db2061dc9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21bd696a-ea8e-466c-af27-ff4e0e569372 HTTP/1.1" status: 200 len: 848 time: 0.0603576 Apr 05 13:49:33.921059 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-51f635c2-8909-4674-a267-714119968748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:33.922576 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-51f635c2-8909-4674-a267-714119968748 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520561 Apr 05 13:49:33.934946 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82120a7-383b-49ce-833b-30fa3386aec8 req-75502bef-f2f4-4b0f-8c53-07a7d6cbb02a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:33.937795 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e82120a7-383b-49ce-833b-30fa3386aec8 req-75502bef-f2f4-4b0f-8c53-07a7d6cbb02a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0576150 Apr 05 13:49:33.988419 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e82120a7-383b-49ce-833b-30fa3386aec8 req-d5a20d69-30f5-4e7e-9a14-aa99d807b9e0 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439715 Apr 05 13:49:34.017222 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-5b78208f-e135-4a81-af64-58828a0441f3 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870006 Apr 05 13:49:34.147895 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-5ab6899b-b804-410f-98f5-4fc8cd190173 req-736e1cc4-8df6-4b99-aef3-9df56696748d service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177425 Apr 05 13:49:34.158067 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec7b06-7105-4701-a7da-89ae5cf6bcbb req-3effe7dc-ee87-4cbb-9fae-dcd33440238d tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:34.159542 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2eec7b06-7105-4701-a7da-89ae5cf6bcbb req-3effe7dc-ee87-4cbb-9fae-dcd33440238d tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 944 time: 0.0748913 Apr 05 13:49:34.208255 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2eec7b06-7105-4701-a7da-89ae5cf6bcbb req-a03a817c-bfdc-4964-a784-1d983ebac84d tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Apr 05 13:49:34.221865 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b13ae-5dd6-4805-a42c-68c7cde1beb8 req-7a58d768-b8f1-489a-8f51-7ee46dec380b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:34.223551 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-707b13ae-5dd6-4805-a42c-68c7cde1beb8 req-7a58d768-b8f1-489a-8f51-7ee46dec380b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 946 time: 0.0527780 Apr 05 13:49:34.272105 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-707b13ae-5dd6-4805-a42c-68c7cde1beb8 req-81720490-b6ec-441e-963d-0a3d8c605e5c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Apr 05 13:49:35.109908 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb43230-2487-4ed2-a584-3b1fe72de905 req-64122288-741d-40e0-96cb-8e6b9e5665ca tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:35.111302 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ffb43230-2487-4ed2-a584-3b1fe72de905 req-64122288-741d-40e0-96cb-8e6b9e5665ca tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0564272 Apr 05 13:49:35.160560 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ffb43230-2487-4ed2-a584-3b1fe72de905 req-d644d44b-4430-4bd4-97bd-946c56dd9d9f tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430584 Apr 05 13:49:35.326227 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090b8c5-e7d1-4049-96db-937e64141d46 req-1a14838d-5448-45a0-962d-7d289eebb027 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:35.327758 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4090b8c5-e7d1-4049-96db-937e64141d46 req-1a14838d-5448-45a0-962d-7d289eebb027 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 944 time: 0.0544035 Apr 05 13:49:35.378565 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4090b8c5-e7d1-4049-96db-937e64141d46 req-04b55d0b-dd73-4f83-b715-0add3cba5d0b tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451584 Apr 05 13:49:35.390301 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaa56f-3260-46d5-817a-d2a09384572d req-a50c75cf-b16a-43ed-a922-27e62dd2f82c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:35.391821 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8acaa56f-3260-46d5-817a-d2a09384572d req-a50c75cf-b16a-43ed-a922-27e62dd2f82c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 946 time: 0.0535946 Apr 05 13:49:35.403726 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 68b098ba-9acc-40b2-a9c1-81e4551c96cc up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:49:35.441467 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8acaa56f-3260-46d5-817a-d2a09384572d req-35584e27-cefe-4b1b-87a6-e8b6a27302cb tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439587 Apr 05 13:49:35.452766 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 68b098ba-9acc-40b2-a9c1-81e4551c96cc completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:49:35.457082 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 68b098ba-9acc-40b2-a9c1-81e4551c96cc triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:35.457454 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:35.534074 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 68b098ba-9acc-40b2-a9c1-81e4551c96cc is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:35.535089 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:35.560111 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad0f3f-01f8-45f9-a9d9-3c85b2d0080f req-9a85d81f-79cc-4aac-934c-67f849fd2c73 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:35.560337 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e769137-37bf-4cb2-b020-d664054c61b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b098ba-9acc-40b2-a9c1-81e4551c96cc'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:35.561599 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9aad0f3f-01f8-45f9-a9d9-3c85b2d0080f req-9a85d81f-79cc-4aac-934c-67f849fd2c73 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 946 time: 0.0531428 Apr 05 13:49:35.562396 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ee4b1e-d2dd-4945-bbde-b2008256c141" -d '{"events": [{"server_uuid": "9e769137-37bf-4cb2-b020-d664054c61b0", "name": "network-vif-plugged", "status": "completed", "tag": "68b098ba-9acc-40b2-a9c1-81e4551c96cc"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:35.574653 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 68b098ba-9acc-40b2-a9c1-81e4551c96cc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=68b098ba-9acc-40b2-a9c1-81e4551c96cc,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:35.578786 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:35.602534 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95b69c5-8f86-4ebd-bec4-b25abdd4b314 x-openstack-request-id: req-f95b69c5-8f86-4ebd-bec4-b25abdd4b314 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:35.602851 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e769137-37bf-4cb2-b020-d664054c61b0", "name": "network-vif-plugged", "status": "completed", "tag": "68b098ba-9acc-40b2-a9c1-81e4551c96cc", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:35.603108 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f95b69c5-8f86-4ebd-bec4-b25abdd4b314 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:35.603533 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95b69c5-8f86-4ebd-bec4-b25abdd4b314'] response: {'server_uuid': '9e769137-37bf-4cb2-b020-d664054c61b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b098ba-9acc-40b2-a9c1-81e4551c96cc', 'code': 200} Apr 05 13:49:35.620088 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9aad0f3f-01f8-45f9-a9d9-3c85b2d0080f req-78dea4a3-2688-4281-9248-19904cba9598 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522876 Apr 05 13:49:35.628936 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=68b098ba-9acc-40b2-a9c1-81e4551c96cc,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:35.642867 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57278) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:35.777212 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ea0e4-3eba-40ec-91c7-8965e4815c5b req-0ea4af4a-5d65-499a-a0dc-40ace632f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:35.778722 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-eb1ea0e4-3eba-40ec-91c7-8965e4815c5b req-0ea4af4a-5d65-499a-a0dc-40ace632f7b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 1129 time: 0.0458934 Apr 05 13:49:35.789021 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-caf8d545-7959-4bbc-b03b-6d41d2a1b6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:35.796874 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c03125-5b0b-4ca6-a0b7-ef2084fdc5bc tempest-TestVolumeBootPattern-649621189 tempest-TestVolumeBootPattern-649621189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:35.798574 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d6c03125-5b0b-4ca6-a0b7-ef2084fdc5bc tempest-TestVolumeBootPattern-649621189 tempest-TestVolumeBootPattern-649621189-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 1125 time: 0.1534927 Apr 05 13:49:35.802132 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57282) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:35.806590 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'port_id': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:35.827350 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:35.829351 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-eb1ea0e4-3eba-40ec-91c7-8965e4815c5b req-35d1f52a-b501-4c17-a1d5-f6f2a497bf27 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429907 Apr 05 13:49:35.928286 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:36.030019 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Allocated IP 172.27.2.103 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/9cc168f0-20ac-4506-80f4-2870df617a59) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:49:36.132764 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for port (9cc168f0-20ac-4506-80f4-2870df617a59), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:36.165833 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (9cc168f0-20ac-4506-80f4-2870df617a59), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:36.200121 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:49:36.204509 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:49:36.208577 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:49:36.238880 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'Port': ['ID=9cc168f0-20ac-4506-80f4-2870df617a59,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:36.251708 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.252058 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.252405 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.252749 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.253108 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.253439 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.253859 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.254096 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.254421 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.254746 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.255072 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.255397 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.255744 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.256071 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.256390 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:36.285387 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e61b2a-85fa-41db-bf4e-86b9d9f704d7 req-a0d40003-47b5-4ffb-a31c-e304875332b9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:36.286866 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a7e61b2a-85fa-41db-bf4e-86b9d9f704d7 req-a0d40003-47b5-4ffb-a31c-e304875332b9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0531688 Apr 05 13:49:36.338367 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a7e61b2a-85fa-41db-bf4e-86b9d9f704d7 req-033ca87e-09b4-485b-bc6f-c57ebe336727 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458338 Apr 05 13:49:36.563520 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee792146-9a01-4d9c-bc7e-22c343dde402 req-12dcfd27-6c5a-45da-9852-0eba8f340df2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:36.565006 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ee792146-9a01-4d9c-bc7e-22c343dde402 req-12dcfd27-6c5a-45da-9852-0eba8f340df2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.1208827 Apr 05 13:49:36.657648 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:36.668851 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ee792146-9a01-4d9c-bc7e-22c343dde402 req-81c49632-9d30-4e75-9bce-7e3a2c339a07 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979934 Apr 05 13:49:36.679462 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (eab70376-b806-4373-8371-693db2f80fe1), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:37.007738 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (9cc168f0-20ac-4506-80f4-2870df617a59), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:37.162543 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for port (9cc168f0-20ac-4506-80f4-2870df617a59), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:37.166769 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (9cc168f0-20ac-4506-80f4-2870df617a59), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:37.234856 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'Port': ['ID=9cc168f0-20ac-4506-80f4-2870df617a59,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:37.247676 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (eab70376-b806-4373-8371-693db2f80fe1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:37.351509 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Floating IP eab70376-b806-4373-8371-693db2f80fe1 associated. External IP: 172.27.2.103, port: cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94. Apr 05 13:49:37.461479 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19fe74-a6e8-417f-ac5f-a313e38f2e77 req-9b1bab8c-7969-4e88-aaf1-d8ed1b9240f4 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:37.462870 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ca19fe74-a6e8-417f-ac5f-a313e38f2e77 req-9b1bab8c-7969-4e88-aaf1-d8ed1b9240f4 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0538635 Apr 05 13:49:37.514154 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ca19fe74-a6e8-417f-ac5f-a313e38f2e77 req-87197966-3cad-4394-89f8-c09a4f2dbfe4 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455461 Apr 05 13:49:37.578543 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Router 2129d531-2a68-40e1-b07e-152213c1f9a3 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:49:37.687892 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:49:37.697367 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] Sync routers for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:49:37.707673 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:37.708680 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:37.709482 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:37.739818 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-517b8755-c169-48ed-a4de-ed64c51bdbfc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9365995 Apr 05 13:49:37.740509 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e672018-0182-4460-8378-999578b50317', 'tag': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:37.742790 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e672018-0182-4460-8378-999578b50317", "tag": "cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:37.818876 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773913f-d1db-4fbd-bb7b-61fbdbb98a6d req-15c57d7b-9d87-4a90-b87e-0f7be939458f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:37.820518 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3773913f-d1db-4fbd-bb7b-61fbdbb98a6d req-15c57d7b-9d87-4a90-b87e-0f7be939458f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0612674 Apr 05 13:49:37.827095 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:37.842605 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b5480e-f23c-4764-a967-1988c5c0e39f x-openstack-request-id: req-e1b5480e-f23c-4764-a967-1988c5c0e39f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:37.842964 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e672018-0182-4460-8378-999578b50317", "tag": "cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:37.843407 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e1b5480e-f23c-4764-a967-1988c5c0e39f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:37.843901 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b5480e-f23c-4764-a967-1988c5c0e39f'] response: {'name': 'network-changed', 'server_uuid': '4e672018-0182-4460-8378-999578b50317', 'tag': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94', 'status': 'completed', 'code': 200} Apr 05 13:49:37.880284 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3773913f-d1db-4fbd-bb7b-61fbdbb98a6d req-7cfb846f-5dee-479d-b446-5e419c822ea9 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530248 Apr 05 13:49:37.924118 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-54de8266-b97b-4617-9a03-738cf7dc2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:37.924391 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-54de8266-b97b-4617-9a03-738cf7dc2da2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 1130 time: 0.0553024 Apr 05 13:49:38.056975 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d4a6-5cef-4570-abf7-2c9367572030 req-c5dfb287-e83f-46c9-b978-601220b34707 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:38.058368 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fba8d4a6-5cef-4570-abf7-2c9367572030 req-c5dfb287-e83f-46c9-b978-601220b34707 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.1015182 Apr 05 13:49:38.061419 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-6b39aa81-1fb2-44f0-8a5c-f514cdd955dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:38.062585 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-6b39aa81-1fb2-44f0-8a5c-f514cdd955dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 911 time: 0.1301081 Apr 05 13:49:38.066092 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'eab70376-b806-4373-8371-693db2f80fe1', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:37:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e672018-0182-4460-8378-999578b50317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:49:36Z', 'updated_at': '2022-04-05T13:49:36Z', 'revision_number': 0, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:38.067626 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57300) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:38.072343 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-011587cb-ff16-4a65-9503-d86068b12dd1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'floatingip': {'port_id': '68b098ba-9acc-40b2-a9c1-81e4551c96cc'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:49:38.092476 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] Checking router: 2129d531-2a68-40e1-b07e-152213c1f9a3 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:49:38.101015 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:38.101615 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:38.144825 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-011587cb-ff16-4a65-9503-d86068b12dd1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (1e49a413-0597-4b39-887b-6135729f7857), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:38.212991 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:38.271900 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:38.452246 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'eab70376-b806-4373-8371-693db2f80fe1', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:37:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e672018-0182-4460-8378-999578b50317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:49:36Z', 'updated_at': '2022-04-05T13:49:36Z', 'revision_number': 0, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:38.482918 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dc012-57b0-4199-864c-1d5a714ff2b6 None None] The sync data for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi is: [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'eab70376-b806-4373-8371-693db2f80fe1', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:37:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e672018-0182-4460-8378-999578b50317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:49:36Z', 'updated_at': '2022-04-05T13:49:36Z', 'revision_number': 0, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:49:38.498776 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-90a996d0-c2de-41fe-b0da-3143ce219394 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 HTTP/1.1" status: 200 len: 1000 time: 0.4237354 Apr 05 13:49:38.633665 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-5651fbe8-48e9-4c61-998b-e30fd9f6ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:38.635138 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-5651fbe8-48e9-4c61-998b-e30fd9f6ab65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.1132607 Apr 05 13:49:38.645793 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364684b2-35e6-498c-a6b0-8a05826f9507 req-456a6161-c5d3-4197-a589-6cdc94d8378a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:38.652331 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-364684b2-35e6-498c-a6b0-8a05826f9507 req-456a6161-c5d3-4197-a589-6cdc94d8378a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0696139 Apr 05 13:49:38.700923 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-364684b2-35e6-498c-a6b0-8a05826f9507 req-c7c7b6eb-ecdd-4b09-9a26-77a342141480 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474689 Apr 05 13:49:38.723793 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed51c03-4fbe-4a4e-a6b5-b43cb1e14648 None None] New status for floating IP eab70376-b806-4373-8371-693db2f80fe1: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:49:38.743943 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-41ef5295-e9df-4463-aa94-8d6b2695d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:38.745446 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-41ef5295-e9df-4463-aa94-8d6b2695d88f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030924 Apr 05 13:49:38.950140 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:38.954867 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-c7da6508-c425-416f-9478-aa88cbfa2c13 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788304 Apr 05 13:49:39.107330 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-011587cb-ff16-4a65-9503-d86068b12dd1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:39.118680 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-011587cb-ff16-4a65-9503-d86068b12dd1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (1e49a413-0597-4b39-887b-6135729f7857), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:39.160613 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bb1ce6fb-b543-4d7c-938e-fe1f08939fb4 req-5306a9d5-56b6-4a72-8626-b09531051995 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820590 Apr 05 13:49:39.228070 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [None req-011587cb-ff16-4a65-9503-d86068b12dd1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Floating IP 1e49a413-0597-4b39-887b-6135729f7857 associated. External IP: 172.27.2.148, port: 68b098ba-9acc-40b2-a9c1-81e4551c96cc. Apr 05 13:49:39.457048 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011587cb-ff16-4a65-9503-d86068b12dd1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Router 3b051e81-b18b-4163-9516-ef76cf283229 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:49:39.567807 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011587cb-ff16-4a65-9503-d86068b12dd1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:49:39.572505 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-011587cb-ff16-4a65-9503-d86068b12dd1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:39.576886 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] Sync routers for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:49:39.586201 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:39.586805 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:39.601680 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-011587cb-ff16-4a65-9503-d86068b12dd1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "PUT /v2.0/floatingips/1e49a413-0597-4b39-887b-6135729f7857 HTTP/1.1" status: 200 len: 991 time: 1.5329280 Apr 05 13:49:39.602271 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e769137-37bf-4cb2-b020-d664054c61b0', 'tag': '68b098ba-9acc-40b2-a9c1-81e4551c96cc'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:39.604530 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e769137-37bf-4cb2-b020-d664054c61b0", "tag": "68b098ba-9acc-40b2-a9c1-81e4551c96cc"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:39.641633 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33543e1-8ae2-4d3a-9c11-fa04715626be x-openstack-request-id: req-e33543e1-8ae2-4d3a-9c11-fa04715626be {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:39.641929 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e769137-37bf-4cb2-b020-d664054c61b0", "tag": "68b098ba-9acc-40b2-a9c1-81e4551c96cc", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:39.642676 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e33543e1-8ae2-4d3a-9c11-fa04715626be {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:39.643086 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33543e1-8ae2-4d3a-9c11-fa04715626be'] response: {'name': 'network-changed', 'server_uuid': '9e769137-37bf-4cb2-b020-d664054c61b0', 'tag': '68b098ba-9acc-40b2-a9c1-81e4551c96cc', 'status': 'completed', 'code': 200} Apr 05 13:49:39.700264 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:39.707361 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-ae3c7b2d-d5b4-4cce-9e80-5ccb92c62188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:39.708894 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-ae3c7b2d-d5b4-4cce-9e80-5ccb92c62188 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 1129 time: 0.0450878 Apr 05 13:49:39.817121 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-c302fda3-d589-49cf-b6d1-685df5ea34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:39.819983 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-c302fda3-d589-49cf-b6d1-685df5ea34c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 200 len: 911 time: 0.1038840 Apr 05 13:49:39.826500 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eea51-f59b-4af8-b917-f8313308e97b req-82bf21a5-8330-43a0-a944-f50231416622 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:39.827999 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3b2eea51-f59b-4af8-b917-f8313308e97b req-82bf21a5-8330-43a0-a944-f50231416622 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0568471 Apr 05 13:49:39.878796 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3b2eea51-f59b-4af8-b917-f8313308e97b req-c9ddfc52-cb24-46e7-8f0d-28cbc3e48dc3 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443463 Apr 05 13:49:39.929610 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '1e49a413-0597-4b39-887b-6135729f7857', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'port_id': '68b098ba-9acc-40b2-a9c1-81e4551c96cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'mac_address': 'fa:16:3e:f7:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e769137-37bf-4cb2-b020-d664054c61b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:49:24Z', 'updated_at': '2022-04-05T13:49:38Z', 'revision_number': 1, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:39.968949 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:40.026529 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-07d20ae4-457e-45d3-a39e-0d527dbef51d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b098ba-9acc-40b2-a9c1-81e4551c96cc HTTP/1.1" status: 200 len: 999 time: 0.0657916 Apr 05 13:49:40.050287 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] Checking router: 3b051e81-b18b-4163-9516-ef76cf283229 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:49:40.058676 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:40.059277 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:40.163748 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:40.378475 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '1e49a413-0597-4b39-887b-6135729f7857', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'port_id': '68b098ba-9acc-40b2-a9c1-81e4551c96cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'mac_address': 'fa:16:3e:f7:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e769137-37bf-4cb2-b020-d664054c61b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:49:24Z', 'updated_at': '2022-04-05T13:49:38Z', 'revision_number': 1, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:40.406667 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822a41f-f5e8-42e1-8602-39c923918a8b None None] The sync data for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi is: [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '1e49a413-0597-4b39-887b-6135729f7857', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'port_id': '68b098ba-9acc-40b2-a9c1-81e4551c96cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'mac_address': 'fa:16:3e:f7:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e769137-37bf-4cb2-b020-d664054c61b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:49:24Z', 'updated_at': '2022-04-05T13:49:38Z', 'revision_number': 1, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:49:40.597424 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a89ae4f-2ba7-4984-b91b-e4ecca3bc7ca None None] New status for floating IP 1e49a413-0597-4b39-887b-6135729f7857: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:49:40.682461 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-dbb4c3fb-4b49-4a76-b3f8-4072c04fcfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:40.683952 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-dbb4c3fb-4b49-4a76-b3f8-4072c04fcfe9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91431d47-73b7-494d-bb9f-9fe852011090 HTTP/1.1" status: 200 len: 849 time: 0.0512011 Apr 05 13:49:40.732277 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-2401eaf3-c186-406f-ab3e-3ded3384ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:40.733912 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-2401eaf3-c186-406f-ab3e-3ded3384ed84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439174 Apr 05 13:49:40.834744 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-f35dc3b3-b081-4a19-8063-823ddef85b8a service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908775 Apr 05 13:49:40.932642 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-38eb4fda-0ad4-4c87-bb7b-911254f7a5f2 req-1399849a-370a-4965-a69f-e6ca336d8248 service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903683 Apr 05 13:49:41.001796 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf392a93-7c16-4506-8b9b-4925fb525e9c req-2bb91125-37a1-4bdd-a5cd-a4cd47456e67 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:41.003382 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf392a93-7c16-4506-8b9b-4925fb525e9c req-2bb91125-37a1-4bdd-a5cd-a4cd47456e67 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 943 time: 0.0561700 Apr 05 13:49:41.053111 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf392a93-7c16-4506-8b9b-4925fb525e9c req-0fc778bc-55ff-4055-a85c-90d638f93f6d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437665 Apr 05 13:49:41.433048 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 93bae86b-669b-4308-a536-f0b8640d6b10 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:49:41.530208 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 93bae86b-669b-4308-a536-f0b8640d6b10, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=93bae86b-669b-4308-a536-f0b8640d6b10,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:41.540770 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '93bae86b-669b-4308-a536-f0b8640d6b10', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'port_id': '93bae86b-669b-4308-a536-f0b8640d6b10', 'mac_address': 'fa:16:3e:c0:cf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:49:41.576845 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 93bae86b-669b-4308-a536-f0b8640d6b10 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:41.577231 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:41.589256 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bae86b-669b-4308-a536-f0b8640d6b10 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:49:41.607896 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 93bae86b-669b-4308-a536-f0b8640d6b10, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=93bae86b-669b-4308-a536-f0b8640d6b10,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:41.611924 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:41.658835 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=93bae86b-669b-4308-a536-f0b8640d6b10,revision_number=7']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:41.665769 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.666120 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.666490 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.666853 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.667194 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.667555 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.667894 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.668220 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.668553 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.668880 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.669211 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.669542 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.669871 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.670195 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.670518 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:49:41.863550 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['93bae86b-669b-4308-a536-f0b8640d6b10'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:49:42.168946 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bca004-06e7-4a31-8f8b-d6d70c04556b req-a65a55ef-7110-4e47-85bd-c524103091f3 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:42.170320 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-71bca004-06e7-4a31-8f8b-d6d70c04556b req-a65a55ef-7110-4e47-85bd-c524103091f3 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 944 time: 0.0507691 Apr 05 13:49:42.218982 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-71bca004-06e7-4a31-8f8b-d6d70c04556b req-894abb3b-4061-4037-ab64-77e3be63bccb tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Apr 05 13:49:43.337148 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a4827-67cb-4780-be18-99bc9c6a090c req-9ea02970-0c66-4b87-b5d2-a043beb46d94 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:43.338664 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4b8a4827-67cb-4780-be18-99bc9c6a090c req-9ea02970-0c66-4b87-b5d2-a043beb46d94 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 944 time: 0.0533004 Apr 05 13:49:43.391833 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4b8a4827-67cb-4780-be18-99bc9c6a090c req-9498d98a-360f-4563-82ca-615806c0160a tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475857 Apr 05 13:49:43.440865 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 93bae86b-669b-4308-a536-f0b8640d6b10 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:49:43.488164 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 93bae86b-669b-4308-a536-f0b8640d6b10 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:49:43.488541 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:43.561370 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 93bae86b-669b-4308-a536-f0b8640d6b10 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:49:43.561677 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:43.583007 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:43.585237 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6219bb-5bcb-4ea8-8cfe-99a3d1844698" -d '{"events": [{"server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "name": "network-vif-plugged", "status": "completed", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:43.601668 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 93bae86b-669b-4308-a536-f0b8640d6b10, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=93bae86b-669b-4308-a536-f0b8640d6b10,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:43.606682 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:43.770427 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8fd6f2-60ed-43cd-83d1-54c081484ff4 x-openstack-request-id: req-cf8fd6f2-60ed-43cd-83d1-54c081484ff4 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:43.770707 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "name": "network-vif-plugged", "status": "completed", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:43.771016 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cf8fd6f2-60ed-43cd-83d1-54c081484ff4 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:43.771406 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8fd6f2-60ed-43cd-83d1-54c081484ff4'] response: {'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10', 'code': 200} Apr 05 13:49:43.801202 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=93bae86b-669b-4308-a536-f0b8640d6b10,revision_number=8']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:43.888112 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba50744-80af-4d93-9cc9-4ad8852e0427 req-ed3f7458-9aec-4ee6-9969-e068c4298b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:43.889672 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fba50744-80af-4d93-9cc9-4ad8852e0427 req-ed3f7458-9aec-4ee6-9969-e068c4298b7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0510876 Apr 05 13:49:43.940329 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fba50744-80af-4d93-9cc9-4ad8852e0427 req-74954b19-f353-41b2-9ed2-24d4ddf3af7a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Apr 05 13:49:44.511522 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59342d67-0043-4005-b314-c16ddc503d93 req-495afdce-081e-4826-ab42-f79719f50479 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:44.512935 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-59342d67-0043-4005-b314-c16ddc503d93 req-495afdce-081e-4826-ab42-f79719f50479 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Apr 05 13:49:44.564489 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-59342d67-0043-4005-b314-c16ddc503d93 req-1decd0d0-5d5a-4c32-893d-a0f78af49c12 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446780 Apr 05 13:49:45.684373 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360705fb-7b45-41ba-9797-4efc2eceb8cd req-6986f61e-0f0b-4b3b-ba3a-93ac5fab2926 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:45.685861 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-360705fb-7b45-41ba-9797-4efc2eceb8cd req-6986f61e-0f0b-4b3b-ba3a-93ac5fab2926 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0527596 Apr 05 13:49:45.735698 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-360705fb-7b45-41ba-9797-4efc2eceb8cd req-dcbb4896-4f20-432e-a12a-0f10802c35f6 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 Apr 05 13:49:53.022754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f41d3-1459-419e-a9ad-98be21a65894 req-251ce12d-8b41-4a12-878d-255b01dcb9d8 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:53.024260 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a1f41d3-1459-419e-a9ad-98be21a65894 req-251ce12d-8b41-4a12-878d-255b01dcb9d8 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 946 time: 0.0526137 Apr 05 13:49:53.075196 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a1f41d3-1459-419e-a9ad-98be21a65894 req-cf60dcaa-5479-4456-b9e2-fd8aa0f96868 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453196 Apr 05 13:49:54.191383 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb8a3f-c3f0-4ebc-9e34-32a97525cd13 req-fd83eed4-ed3f-4b0e-a4c0-41e25a2003c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:54.192875 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-45eb8a3f-c3f0-4ebc-9e34-32a97525cd13 req-fd83eed4-ed3f-4b0e-a4c0-41e25a2003c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 946 time: 0.0514510 Apr 05 13:49:54.238406 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-45eb8a3f-c3f0-4ebc-9e34-32a97525cd13 req-7e39d544-0c98-4a54-a83a-5249dd2a8bb9 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Apr 05 13:49:54.896390 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-e1cc449f-5b6a-4216-a9dc-ac50bba636ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:54.897829 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-e1cc449f-5b6a-4216-a9dc-ac50bba636ed tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 946 time: 0.0526323 Apr 05 13:49:54.992601 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Deleting port 5ce43029-8922-4702-b1d8-44ae015a94ae {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:49:54.992939 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:55.084066 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] For port 5ce43029-8922-4702-b1d8-44ae015a94ae, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5ce43029-8922-4702-b1d8-44ae015a94ae,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:49:55.084428 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:55.256044 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:55.256405 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (0c27ff31-c1b6-4f0d-ba67-82255d38fcb5), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:55.256719 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Floating IP 0c27ff31-c1b6-4f0d-ba67-82255d38fcb5 disassociated. External IP: 172.27.2.108, port: 5ce43029-8922-4702-b1d8-44ae015a94ae. Apr 05 13:49:55.257058 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Calling delete_port for 5ce43029-8922-4702-b1d8-44ae015a94ae owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:49:55.380616 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328092-9cf6-4b60-9c60-aea58943e5c1 req-9578a443-c956-41fe-831a-5194313a279a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:49:55.382101 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-62328092-9cf6-4b60-9c60-aea58943e5c1 req-9578a443-c956-41fe-831a-5194313a279a tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/ports?device_id=458b08fb-48ac-4bec-8f2a-a900c7499671 HTTP/1.1" status: 200 len: 946 time: 0.0758622 Apr 05 13:49:55.460054 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (5ce43029-8922-4702-b1d8-44ae015a94ae), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:55.473917 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-62328092-9cf6-4b60-9c60-aea58943e5c1 req-ce770539-6f11-46c8-8511-3e321c531b96 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups?id=23775cd8-e790-4bcd-a355-1b4d461e5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861609 Apr 05 13:49:55.500388 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'Port': ['ID=5ce43029-8922-4702-b1d8-44ae015a94ae,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:55.618769 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:49:55.727442 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:49:55.738555 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:49:55.747716 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:55.748324 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:55.773204 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] No DVR routers for this DVR port 5ce43029-8922-4702-b1d8-44ae015a94ae on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:49:55.775686 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:55.779002 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3d4e2f76-84a5-474c-b466-fc125d0f8194 req-7a01636e-4ca2-4400-8d0d-3572af41554f tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.46 "DELETE /v2.0/ports/5ce43029-8922-4702-b1d8-44ae015a94ae HTTP/1.1" status: 204 len: 173 time: 0.8748975 Apr 05 13:49:55.779442 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'name': 'network-vif-deleted', 'tag': '5ce43029-8922-4702-b1d8-44ae015a94ae'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:49:55.781759 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d41de3-4f8f-490c-be3f-ad27eb4e2e5f" -d '{"events": [{"server_uuid": "458b08fb-48ac-4bec-8f2a-a900c7499671", "name": "network-vif-deleted", "tag": "5ce43029-8922-4702-b1d8-44ae015a94ae"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:49:55.824071 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacb2a5b-1f47-4f1e-9b13-8a3da0804ba5 x-openstack-request-id: req-dacb2a5b-1f47-4f1e-9b13-8a3da0804ba5 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:49:55.824406 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458b08fb-48ac-4bec-8f2a-a900c7499671", "name": "network-vif-deleted", "tag": "5ce43029-8922-4702-b1d8-44ae015a94ae", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:49:55.824657 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dacb2a5b-1f47-4f1e-9b13-8a3da0804ba5 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:49:55.825139 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacb2a5b-1f47-4f1e-9b13-8a3da0804ba5'] response: {'server_uuid': '458b08fb-48ac-4bec-8f2a-a900c7499671', 'name': 'network-vif-deleted', 'tag': '5ce43029-8922-4702-b1d8-44ae015a94ae', 'status': 'completed', 'code': 200} Apr 05 13:49:55.875203 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:56.078227 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:56.108731 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:49:56.116865 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:49:56.117473 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:56.223462 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:49:56.422284 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:49:56.448524 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6972458-f364-4e39-90d7-d3f541b0be21 None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '974c8d74-66b5-44c6-b63c-ef3b405280cf', 'name': '', 'network_id': 'c3cff852-d241-43ab-830a-cae40270149a', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'mac_address': 'fa:16:3e:d7:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:24Z', 'updated_at': '2022-04-05T13:43:40Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'subnets': [{'id': 'b8c87b49-b6c8-46fa-86e6-8bba88ed9213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:49:56.559410 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57402) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:56.616848 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87f4b5a2-4ff7-483f-84ce-6a08a5e82478 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (23775cd8-e790-4bcd-a355-1b4d461e5a69), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:56.641356 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87f4b5a2-4ff7-483f-84ce-6a08a5e82478 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (23775cd8-e790-4bcd-a355-1b4d461e5a69), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:56.672180 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06ff6a-9f7e-4cfc-8e12-7a1ce26d05bb None None] New status for floating IP 0c27ff31-c1b6-4f0d-ba67-82255d38fcb5: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:49:56.692032 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87f4b5a2-4ff7-483f-84ce-6a08a5e82478 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (23775cd8-e790-4bcd-a355-1b4d461e5a69), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:56.694807 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87f4b5a2-4ff7-483f-84ce-6a08a5e82478 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:56.695997 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-87f4b5a2-4ff7-483f-84ce-6a08a5e82478 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "DELETE /v2.0/security-groups/23775cd8-e790-4bcd-a355-1b4d461e5a69 HTTP/1.1" status: 204 len: 168 time: 0.1354070 Apr 05 13:49:56.698864 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57404) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:56.705125 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4b5a2-4ff7-483f-84ce-6a08a5e82478 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23775cd8-e790-4bcd-a355-1b4d461e5a69,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:56.726876 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.api.v2.resource [None req-1b205442-83c5-422f-a96b-26a74fdd949b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] show failed (client error): The resource could not be found. Apr 05 13:49:56.727905 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1b205442-83c5-422f-a96b-26a74fdd949b tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "GET /v2.0/security-groups/23775cd8-e790-4bcd-a355-1b4d461e5a69 HTTP/1.1" status: 404 len: 347 time: 0.0273762 Apr 05 13:49:56.730808 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57406) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:49:56.863658 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e4490d65-912f-40fa-b025-1001c2ae89c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Deleting port f39a94cf-05b7-4712-806e-ead6e2b810e8 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:49:56.863999 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e4490d65-912f-40fa-b025-1001c2ae89c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (f39a94cf-05b7-4712-806e-ead6e2b810e8), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:56.940809 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e4490d65-912f-40fa-b025-1001c2ae89c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (f39a94cf-05b7-4712-806e-ead6e2b810e8), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:56.941129 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e4490d65-912f-40fa-b025-1001c2ae89c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (f39a94cf-05b7-4712-806e-ead6e2b810e8), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:56.952542 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e4490d65-912f-40fa-b025-1001c2ae89c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Calling delete_port for f39a94cf-05b7-4712-806e-ead6e2b810e8 owned by network:floatingip {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:49:57.084773 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e4490d65-912f-40fa-b025-1001c2ae89c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (f39a94cf-05b7-4712-806e-ead6e2b810e8), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:57.110249 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4490d65-912f-40fa-b025-1001c2ae89c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Pushing event deleted for resources: {'Port': ['ID=f39a94cf-05b7-4712-806e-ead6e2b810e8,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:49:57.171031 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e4490d65-912f-40fa-b025-1001c2ae89c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks [] for floatingip (0c27ff31-c1b6-4f0d-ba67-82255d38fcb5), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:57.173553 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e4490d65-912f-40fa-b025-1001c2ae89c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:49:57.174826 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e4490d65-912f-40fa-b025-1001c2ae89c4 tempest-AttachVolumeNegativeTest-2127350906 tempest-AttachVolumeNegativeTest-2127350906-project] 10.222.0.59 "DELETE /v2.0/floatingips/0c27ff31-c1b6-4f0d-ba67-82255d38fcb5 HTTP/1.1" status: 204 len: 168 time: 0.4430604 Apr 05 13:49:57.498926 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 5ce43029-8922-4702-b1d8-44ae015a94ae no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:49:57.518738 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 5ce43029-8922-4702-b1d8-44ae015a94ae {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:49:57.519076 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 5ce43029-8922-4702-b1d8-44ae015a94ae not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:50:00.820284 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57448) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:01.490381 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092052'] for router_interface (19f609a3-4623-4e1d-b3e2-96aeae6782e4), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:01.742336 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] Deleting port 974c8d74-66b5-44c6-b63c-ef3b405280cf {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:50:01.742597 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:01.826772 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] For port 974c8d74-66b5-44c6-b63c-ef3b405280cf, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=974c8d74-66b5-44c6-b63c-ef3b405280cf,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:01.827467 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:01.840782 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] Calling delete_port for 974c8d74-66b5-44c6-b63c-ef3b405280cf owned by network:router_interface {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:50:02.027016 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (974c8d74-66b5-44c6-b63c-ef3b405280cf), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:02.061756 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] Pushing event deleted for resources: {'Port': ['ID=974c8d74-66b5-44c6-b63c-ef3b405280cf,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:02.233869 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2073473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578372'] for router_interface (19f609a3-4623-4e1d-b3e2-96aeae6782e4), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:02.460454 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] Router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:50:02.568368 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:50:02.573343 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e67cfb56-528e-47ad-80e3-2936916d2972 admin admin] 10.222.0.59 "PUT /v2.0/routers/19f609a3-4623-4e1d-b3e2-96aeae6782e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520385 Apr 05 13:50:02.575850 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57452) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:02.576658 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] Sync routers for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:50:02.586250 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:50:02.586855 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:02.682732 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Publish callbacks [] for router (19f609a3-4623-4e1d-b3e2-96aeae6782e4), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:02.692500 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:50:02.787106 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Publish callbacks [] for router_gateway (19f609a3-4623-4e1d-b3e2-96aeae6782e4), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:02.844315 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Deleting port ec5427e4-3c14-404c-8266-cae7e1e4e6f2 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:50:02.844992 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:02.927911 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] For port ec5427e4-3c14-404c-8266-cae7e1e4e6f2, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=ec5427e4-3c14-404c-8266-cae7e1e4e6f2,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:02.928272 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:02.940642 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Calling delete_port for ec5427e4-3c14-404c-8266-cae7e1e4e6f2 owned by network:router_gateway {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:50:02.964747 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:50:01Z', 'revision_number': 5, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port': {'id': 'ec5427e4-3c14-404c-8266-cae7e1e4e6f2', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:14Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:02.991772 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] Checking router: 19f609a3-4623-4e1d-b3e2-96aeae6782e4 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:50:02.999813 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] Routers {'19f609a3-4623-4e1d-b3e2-96aeae6782e4'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:50:03.000419 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:49:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:03.088170 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] Set router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 gateway port host: None {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:50:03.114281 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (ec5427e4-3c14-404c-8266-cae7e1e4e6f2), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.143712 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:50:02Z', 'revision_number': 6, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port_host': None}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:03.148851 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5427e4-3c14-404c-8266-cae7e1e4e6f2,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:03.170862 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2503cfed-91f4-46bb-9908-6a01b23c3232 None None] The sync data for ids ['19f609a3-4623-4e1d-b3e2-96aeae6782e4'] in dv-cinder-835878-2-iscsi is: [{'id': '19f609a3-4623-4e1d-b3e2-96aeae6782e4', 'name': 'tempest-AttachVolumeNegativeTest-1682596176-router', 'tenant_id': '51e332af07b8443bb5fe05decbfab0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:12Z', 'updated_at': '2022-04-05T13:50:02Z', 'revision_number': 6, 'project_id': '51e332af07b8443bb5fe05decbfab0b1', 'gw_port_host': None}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:50:03.216363 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578306'] for router_gateway (19f609a3-4623-4e1d-b3e2-96aeae6782e4), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.308383 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14376'] for router (19f609a3-4623-4e1d-b3e2-96aeae6782e4), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.310436 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Publish callbacks [] for router_controller (19f609a3-4623-4e1d-b3e2-96aeae6782e4), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.342436 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee4e7-781d-45cf-a1dc-95f8e404a845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.357432 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092792'] for router (19f609a3-4623-4e1d-b3e2-96aeae6782e4), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.357978 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f609a3-4623-4e1d-b3e2-96aeae6782e4 {{(pid=109890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 13:50:03.362807 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.364081 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-dc57676f-d710-42ea-a83a-6e2676b537cb admin admin] 10.222.0.59 "DELETE /v2.0/routers/19f609a3-4623-4e1d-b3e2-96aeae6782e4 HTTP/1.1" status: 204 len: 168 time: 0.7872336 Apr 05 13:50:03.366513 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57454) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:03.410102 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a54140-55f8-4196-a143-c803aaf8df93 admin admin] Deleting subnet b8c87b49-b6c8-46fa-86e6-8bba88ed9213 {{(pid=109890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:50:03.413222 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f2a54140-55f8-4196-a143-c803aaf8df93 admin admin] Publish callbacks [] for subnet (b8c87b49-b6c8-46fa-86e6-8bba88ed9213), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.447919 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f2a54140-55f8-4196-a143-c803aaf8df93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25631837'] for subnet (b8c87b49-b6c8-46fa-86e6-8bba88ed9213), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.532009 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f2a54140-55f8-4196-a143-c803aaf8df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (b8c87b49-b6c8-46fa-86e6-8bba88ed9213), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.590343 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f2a54140-55f8-4196-a143-c803aaf8df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25668743'] for subnet (b8c87b49-b6c8-46fa-86e6-8bba88ed9213), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.620331 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f2a54140-55f8-4196-a143-c803aaf8df93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.624532 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-f2a54140-55f8-4196-a143-c803aaf8df93 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b8c87b49-b6c8-46fa-86e6-8bba88ed9213 HTTP/1.1" status: 204 len: 168 time: 0.2570720 Apr 05 13:50:03.624900 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a285058-2158-4491-9551-25091e429f4f None None] Network c3cff852-d241-43ab-830a-cae40270149a requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:50:03.625408 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a54140-55f8-4196-a143-c803aaf8df93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c87b49-b6c8-46fa-86e6-8bba88ed9213,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:03.627812 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57456) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:03.702658 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (c3cff852-d241-43ab-830a-cae40270149a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.756440 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Deleting port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:50:03.756784 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.826399 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] For port ecdf69b3-3acb-4479-99c6-cc37e626a1b4, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=ecdf69b3-3acb-4479-99c6-cc37e626a1b4,segment=NetworkSegment(2599c141-4b33-4e1b-b2bc-14629f1aa275),segment_id=2599c141-4b33-4e1b-b2bc-14629f1aa275)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:03.826687 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.839071 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Calling delete_port for ecdf69b3-3acb-4479-99c6-cc37e626a1b4 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:50:03.916915 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (ecdf69b3-3acb-4479-99c6-cc37e626a1b4), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:03.946098 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdf69b3-3acb-4479-99c6-cc37e626a1b4,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:03.948007 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] No DVR routers for this DVR port ecdf69b3-3acb-4479-99c6-cc37e626a1b4 on host dv-cinder-835878-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:50:03.968745 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb727b4-8091-4b73-aec3-0599a4a95c3f None None] DHCP port deletion for c3cff852-d241-43ab-830a-cae40270149a request from dv-cinder-835878-2-iscsi {{(pid=109891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 13:50:04.027842 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (c3cff852-d241-43ab-830a-cae40270149a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:04.050598 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cff852-d241-43ab-830a-cae40270149a']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:04.060198 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2599c141-4b33-4e1b-b2bc-14629f1aa275') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:04.060498 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2599c141-4b33-4e1b-b2bc-14629f1aa275') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:04.070157 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (2599c141-4b33-4e1b-b2bc-14629f1aa275), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:04.083796 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (2599c141-4b33-4e1b-b2bc-14629f1aa275), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:04.089471 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:50:04.089863 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (2599c141-4b33-4e1b-b2bc-14629f1aa275), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:50:04.091482 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:50:04.154943 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (c3cff852-d241-43ab-830a-cae40270149a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:04.161508 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:04.164852 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] 10.222.0.59 "DELETE /v2.0/networks/c3cff852-d241-43ab-830a-cae40270149a HTTP/1.1" status: 204 len: 168 time: 0.5356061 Apr 05 13:50:04.178712 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fe0d5-3bec-4bf3-9d5f-6aec14dcdacd admin admin] Pushing event deleted for resources: {'Network': ['ID=c3cff852-d241-43ab-830a-cae40270149a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:04.285905 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57460) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:04.325628 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-169528df-9318-4e31-9577-dadc0d2ae9c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51e332af07b8443bb5fe05decbfab0b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384777 Apr 05 13:50:04.327965 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57462) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:04.374756 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a6dded22-d686-46b5-8365-af4b7c4cda5d admin admin] Publish callbacks [] for security_group (a1eb98da-8207-4154-9bf5-5c265b0c3a90), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:04.396073 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a6dded22-d686-46b5-8365-af4b7c4cda5d admin admin] Publish callbacks [] for security_group (a1eb98da-8207-4154-9bf5-5c265b0c3a90), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:04.441994 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a6dded22-d686-46b5-8365-af4b7c4cda5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (a1eb98da-8207-4154-9bf5-5c265b0c3a90), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:04.444603 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a6dded22-d686-46b5-8365-af4b7c4cda5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:04.445771 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a6dded22-d686-46b5-8365-af4b7c4cda5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1eb98da-8207-4154-9bf5-5c265b0c3a90 HTTP/1.1" status: 204 len: 168 time: 0.1169136 Apr 05 13:50:04.453348 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dded22-d686-46b5-8365-af4b7c4cda5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eb98da-8207-4154-9bf5-5c265b0c3a90,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:05.116238 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device ec5427e4-3c14-404c-8266-cae7e1e4e6f2 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:50:05.138728 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: ec5427e4-3c14-404c-8266-cae7e1e4e6f2 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:50:05.139077 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device ec5427e4-3c14-404c-8266-cae7e1e4e6f2 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:50:05.139488 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 974c8d74-66b5-44c6-b63c-ef3b405280cf no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:50:05.159768 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 974c8d74-66b5-44c6-b63c-ef3b405280cf {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:50:05.160117 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 974c8d74-66b5-44c6-b63c-ef3b405280cf not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:50:05.160533 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device ecdf69b3-3acb-4479-99c6-cc37e626a1b4 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:50:05.179369 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: ecdf69b3-3acb-4479-99c6-cc37e626a1b4 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:50:05.179743 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device ecdf69b3-3acb-4479-99c6-cc37e626a1b4 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:50:05.692793 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:50:05.781979 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f43431e7-43be-41da-9a34-ffef3eaa23ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:06.324262 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57532) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:06.429135 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f82b2c95-e779-4528-b1f3-4d629eb069fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:06.503275 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f82b2c95-e779-4528-b1f3-4d629eb069fb admin admin] Publish callbacks [] for security_group (2903865b-d1c8-450d-9bdb-0f3a5cda65ed), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:06.506888 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f82b2c95-e779-4528-b1f3-4d629eb069fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (2903865b-d1c8-450d-9bdb-0f3a5cda65ed), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:06.544376 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-f82b2c95-e779-4528-b1f3-4d629eb069fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=46fd10ee698f4c86814ec00a9ec17c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189960 Apr 05 13:50:06.546284 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b2c95-e779-4528-b1f3-4d629eb069fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2903865b-d1c8-450d-9bdb-0f3a5cda65ed,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:06.547159 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57536) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:06.594909 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89527403-6145-4618-b99a-8e580a758de8 admin admin] Publish callbacks [] for security_group (2903865b-d1c8-450d-9bdb-0f3a5cda65ed), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:06.616215 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89527403-6145-4618-b99a-8e580a758de8 admin admin] Publish callbacks [] for security_group (2903865b-d1c8-450d-9bdb-0f3a5cda65ed), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:06.662021 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:06.668361 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89527403-6145-4618-b99a-8e580a758de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (2903865b-d1c8-450d-9bdb-0f3a5cda65ed), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:06.671300 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89527403-6145-4618-b99a-8e580a758de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:06.672514 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-89527403-6145-4618-b99a-8e580a758de8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2903865b-d1c8-450d-9bdb-0f3a5cda65ed HTTP/1.1" status: 204 len: 168 time: 0.1242638 Apr 05 13:50:06.680415 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89527403-6145-4618-b99a-8e580a758de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2903865b-d1c8-450d-9bdb-0f3a5cda65ed,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:06.938550 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57544) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:06.951997 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8d480107-2110-4bd7-8c2a-685a777dd31e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:07.026378 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8d480107-2110-4bd7-8c2a-685a777dd31e admin admin] Publish callbacks [] for security_group (c0d32991-af57-479f-b886-32a2281bf7f2), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:07.030301 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8d480107-2110-4bd7-8c2a-685a777dd31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c0d32991-af57-479f-b886-32a2281bf7f2), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:07.069476 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8d480107-2110-4bd7-8c2a-685a777dd31e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4cd83590788646978c1a527bcdc93c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293204 Apr 05 13:50:07.071519 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480107-2110-4bd7-8c2a-685a777dd31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d32991-af57-479f-b886-32a2281bf7f2,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:07.072283 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57548) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:07.123303 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dd68e119-90b3-49b3-a828-838a9a3e2a6a admin admin] Publish callbacks [] for security_group (c0d32991-af57-479f-b886-32a2281bf7f2), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:07.144821 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dd68e119-90b3-49b3-a828-838a9a3e2a6a admin admin] Publish callbacks [] for security_group (c0d32991-af57-479f-b886-32a2281bf7f2), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:07.192065 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dd68e119-90b3-49b3-a828-838a9a3e2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c0d32991-af57-479f-b886-32a2281bf7f2), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:07.194963 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dd68e119-90b3-49b3-a828-838a9a3e2a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:07.198629 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-dd68e119-90b3-49b3-a828-838a9a3e2a6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0d32991-af57-479f-b886-32a2281bf7f2 HTTP/1.1" status: 204 len: 168 time: 0.1230686 Apr 05 13:50:07.206882 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68e119-90b3-49b3-a828-838a9a3e2a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d32991-af57-479f-b886-32a2281bf7f2,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:08.276862 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:08.956645 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:09.965220 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:11.544923 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57636) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:11.649722 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4bf1-79d2-46e3-9e74-2a7658b96463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:11.723269 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4bf1-79d2-46e3-9e74-2a7658b96463 admin admin] Publish callbacks [] for security_group (f0bd8df5-4a29-49ac-8715-35a48cfd57b0), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:11.727062 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4bf1-79d2-46e3-9e74-2a7658b96463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f0bd8df5-4a29-49ac-8715-35a48cfd57b0), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:11.774548 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-f9bf4bf1-79d2-46e3-9e74-2a7658b96463 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21fe825f168344d28b5cba04885b104d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285335 Apr 05 13:50:11.777287 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57640) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:11.788848 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf4bf1-79d2-46e3-9e74-2a7658b96463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bd8df5-4a29-49ac-8715-35a48cfd57b0,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:11.810497 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74325a39-ceef-48b5-abaf-04553af79432 req-9ff76fea-6b68-435d-9ee5-ac8afee706fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501688 Apr 05 13:50:11.833797 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b859155-bbef-48c5-8557-4af48885a473 admin admin] Publish callbacks [] for security_group (f0bd8df5-4a29-49ac-8715-35a48cfd57b0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:11.856482 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b859155-bbef-48c5-8557-4af48885a473 admin admin] Publish callbacks [] for security_group (f0bd8df5-4a29-49ac-8715-35a48cfd57b0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:11.904617 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b859155-bbef-48c5-8557-4af48885a473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (f0bd8df5-4a29-49ac-8715-35a48cfd57b0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:11.905316 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74325a39-ceef-48b5-abaf-04553af79432 req-6215d2ae-8c55-4f3d-866c-fa38b7808d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:11.906843 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74325a39-ceef-48b5-abaf-04553af79432 req-6215d2ae-8c55-4f3d-866c-fa38b7808d07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d8f6f280f0d454aa7ced0d787929726&device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0506415 Apr 05 13:50:11.907252 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b859155-bbef-48c5-8557-4af48885a473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:11.909465 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9b859155-bbef-48c5-8557-4af48885a473 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f0bd8df5-4a29-49ac-8715-35a48cfd57b0 HTTP/1.1" status: 204 len: 168 time: 0.1311500 Apr 05 13:50:11.918727 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b859155-bbef-48c5-8557-4af48885a473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bd8df5-4a29-49ac-8715-35a48cfd57b0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:12.020356 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74325a39-ceef-48b5-abaf-04553af79432 req-b377f28b-3b70-4b83-91ff-26c5d91bec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:12.021862 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74325a39-ceef-48b5-abaf-04553af79432 req-b377f28b-3b70-4b83-91ff-26c5d91bec09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c HTTP/1.1" status: 200 len: 910 time: 0.0927432 Apr 05 13:50:12.096151 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74325a39-ceef-48b5-abaf-04553af79432 req-d0f0568e-5db0-45ac-ae48-e8f228f5eecf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bae86b-669b-4308-a536-f0b8640d6b10 HTTP/1.1" status: 200 len: 1001 time: 0.0633597 Apr 05 13:50:12.147677 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74325a39-ceef-48b5-abaf-04553af79432 req-fb0d7a36-94e0-425e-ae73-36583e6dcf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:12.149150 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74325a39-ceef-48b5-abaf-04553af79432 req-fb0d7a36-94e0-425e-ae73-36583e6dcf93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21bd696a-ea8e-466c-af27-ff4e0e569372 HTTP/1.1" status: 200 len: 848 time: 0.0450871 Apr 05 13:50:12.173664 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57646) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:12.189604 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-868cdc1f-7325-4c82-9d5f-1fedbb60ed36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:12.200939 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74325a39-ceef-48b5-abaf-04553af79432 req-9ee39cb8-d3ba-4d75-ac28-efc270a53623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:12.202478 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74325a39-ceef-48b5-abaf-04553af79432 req-9ee39cb8-d3ba-4d75-ac28-efc270a53623 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459001 Apr 05 13:50:12.263399 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-868cdc1f-7325-4c82-9d5f-1fedbb60ed36 admin admin] Publish callbacks [] for security_group (42b006cc-3da4-48c0-8753-c89ed7e0665b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:12.268109 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-868cdc1f-7325-4c82-9d5f-1fedbb60ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (42b006cc-3da4-48c0-8753-c89ed7e0665b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:12.307008 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-868cdc1f-7325-4c82-9d5f-1fedbb60ed36 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f74b799bc904dc48988086f855c2840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322308 Apr 05 13:50:12.307926 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cdc1f-7325-4c82-9d5f-1fedbb60ed36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b006cc-3da4-48c0-8753-c89ed7e0665b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:12.308302 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74325a39-ceef-48b5-abaf-04553af79432 req-e63986ee-42cb-4cca-835f-0af8e17b4e5d service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901296 Apr 05 13:50:12.309563 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57648) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:12.425447 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d29686fb-3087-4fad-807e-c84f0091c79d admin admin] Publish callbacks [] for security_group (42b006cc-3da4-48c0-8753-c89ed7e0665b), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:12.442380 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-74325a39-ceef-48b5-abaf-04553af79432 req-509fd9ab-4e5f-4c58-af76-fa2a1a88796c service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259758 Apr 05 13:50:12.455109 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d29686fb-3087-4fad-807e-c84f0091c79d admin admin] Publish callbacks [] for security_group (42b006cc-3da4-48c0-8753-c89ed7e0665b), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:12.505500 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d29686fb-3087-4fad-807e-c84f0091c79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (42b006cc-3da4-48c0-8753-c89ed7e0665b), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:12.509617 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d29686fb-3087-4fad-807e-c84f0091c79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:12.510992 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d29686fb-3087-4fad-807e-c84f0091c79d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42b006cc-3da4-48c0-8753-c89ed7e0665b HTTP/1.1" status: 204 len: 168 time: 0.2005019 Apr 05 13:50:12.518911 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29686fb-3087-4fad-807e-c84f0091c79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b006cc-3da4-48c0-8753-c89ed7e0665b,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:14.100088 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416c7c1-098d-43b5-a93d-3a7060da09d7 req-3c04d18b-e04a-4422-a727-740d39a2bb51 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:14.101797 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a416c7c1-098d-43b5-a93d-3a7060da09d7 req-3c04d18b-e04a-4422-a727-740d39a2bb51 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 946 time: 0.0560052 Apr 05 13:50:14.150311 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a416c7c1-098d-43b5-a93d-3a7060da09d7 req-db54274a-9643-4426-9315-5c8468aa74b4 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429049 Apr 05 13:50:15.282015 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940adb3-ccda-4dce-a7ae-c500bb1785e1 req-a601d033-fe2b-412d-853c-db166ecb256a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:15.287078 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c940adb3-ccda-4dce-a7ae-c500bb1785e1 req-a601d033-fe2b-412d-853c-db166ecb256a tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 946 time: 0.0590091 Apr 05 13:50:15.332314 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c940adb3-ccda-4dce-a7ae-c500bb1785e1 req-2e7299c8-3e77-4543-994d-7fee34eb638d tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups?id=947143ea-44bf-40b3-819f-9f350faff34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422893 Apr 05 13:50:15.617475 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-20d305b4-8d7b-4988-ac5b-51da801033ab tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:15.619042 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-20d305b4-8d7b-4988-ac5b-51da801033ab tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 946 time: 0.0572011 Apr 05 13:50:15.724666 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Deleting port 074d013b-9ce4-47d8-b88a-047e91d0ee78 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:50:15.725256 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:16.079217 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] For port 074d013b-9ce4-47d8-b88a-047e91d0ee78, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=074d013b-9ce4-47d8-b88a-047e91d0ee78,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:16.080565 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:16.249539 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:16.249896 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (491ebe2f-f32f-49a1-9098-93478fd76cdd), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:16.250206 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Floating IP 491ebe2f-f32f-49a1-9098-93478fd76cdd disassociated. External IP: 172.27.2.89, port: 074d013b-9ce4-47d8-b88a-047e91d0ee78. Apr 05 13:50:16.250543 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Calling delete_port for 074d013b-9ce4-47d8-b88a-047e91d0ee78 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:50:16.379989 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (074d013b-9ce4-47d8-b88a-047e91d0ee78), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:16.412173 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event deleted for resources: {'Port': ['ID=074d013b-9ce4-47d8-b88a-047e91d0ee78,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:16.447900 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-87001579-8631-4b3e-865f-c31679eabda9 req-e1025817-de96-4d15-9be4-d5ad6a01d256 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa08f903-e829-4655-b53f-46c9db758d18 HTTP/1.1" status: 200 len: 210 time: 0.0377097 Apr 05 13:50:16.555031 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Router e6e1805b-e314-4c5e-8c91-0411bef8f50a has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:50:16.667586 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:50:16.678320 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] Sync routers for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:50:16.687874 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:50:16.688499 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:50:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:16.719991 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] No DVR routers for this DVR port 074d013b-9ce4-47d8-b88a-047e91d0ee78 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:50:16.723778 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:16.727383 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-86fbea17-13ce-474a-bfff-3d872afd45b2 req-bdf57dd9-2010-4ec9-b3aa-455fe7e0ef1e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.46 "DELETE /v2.0/ports/074d013b-9ce4-47d8-b88a-047e91d0ee78 HTTP/1.1" status: 204 len: 173 time: 1.1026602 Apr 05 13:50:16.727877 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'name': 'network-vif-deleted', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:50:16.730295 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9d15f9-59d7-4186-9978-86fecd62b18d" -d '{"events": [{"server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "name": "network-vif-deleted", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:50:16.785160 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cccd50-61e1-4be4-abfd-90074b2e573a x-openstack-request-id: req-b5cccd50-61e1-4be4-abfd-90074b2e573a {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:50:16.785453 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa08f903-e829-4655-b53f-46c9db758d18", "name": "network-vif-deleted", "tag": "074d013b-9ce4-47d8-b88a-047e91d0ee78", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:50:16.785708 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5cccd50-61e1-4be4-abfd-90074b2e573a {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:50:16.786117 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cccd50-61e1-4be4-abfd-90074b2e573a'] response: {'server_uuid': 'fa08f903-e829-4655-b53f-46c9db758d18', 'name': 'network-vif-deleted', 'tag': '074d013b-9ce4-47d8-b88a-047e91d0ee78', 'status': 'completed', 'code': 200} Apr 05 13:50:16.863558 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:50:17.096535 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:17.122845 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] Checking router: e6e1805b-e314-4c5e-8c91-0411bef8f50a for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:50:17.131545 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:50:17.132158 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:50:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:17.265991 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:50:17.487782 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:17.521848 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b318978-a6e6-4696-8b93-590f1977d784 None None] The sync data for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi is: [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:43:20Z', 'revision_number': 4, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': 'd0e080d6-e9e5-46f6-a6c1-b904529d1fb4', 'name': '', 'network_id': '36092869-544a-41e5-a4a1-8d365ffa3fa5', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'mac_address': 'fa:16:3e:1f:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:19Z', 'updated_at': '2022-04-05T13:43:30Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'subnets': [{'id': '6ee8f02e-d37c-4877-85d0-920bc9beb4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:50:17.546206 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57770) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:17.558350 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57772) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:17.569280 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 074d013b-9ce4-47d8-b88a-047e91d0ee78 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:50:17.595007 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 074d013b-9ce4-47d8-b88a-047e91d0ee78 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:50:17.596476 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 074d013b-9ce4-47d8-b88a-047e91d0ee78 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:50:17.626714 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-33ef7fe0-3465-4c90-80a1-5d3b2a7fad3e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (947143ea-44bf-40b3-819f-9f350faff34b), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:17.654847 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-33ef7fe0-3465-4c90-80a1-5d3b2a7fad3e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (947143ea-44bf-40b3-819f-9f350faff34b), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:17.703471 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5449776f-ec59-4cd0-be5c-6e023ebfcc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:17.713729 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-33ef7fe0-3465-4c90-80a1-5d3b2a7fad3e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (947143ea-44bf-40b3-819f-9f350faff34b), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:17.719412 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-33ef7fe0-3465-4c90-80a1-5d3b2a7fad3e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:17.726427 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-33ef7fe0-3465-4c90-80a1-5d3b2a7fad3e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "DELETE /v2.0/security-groups/947143ea-44bf-40b3-819f-9f350faff34b HTTP/1.1" status: 204 len: 168 time: 0.1788690 Apr 05 13:50:17.727833 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57776) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:17.754980 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef7fe0-3465-4c90-80a1-5d3b2a7fad3e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947143ea-44bf-40b3-819f-9f350faff34b,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:17.762857 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.api.v2.resource [None req-147289b9-c47b-4ed3-81cb-99482a7922a6 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] show failed (client error): The resource could not be found. Apr 05 13:50:17.767491 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-147289b9-c47b-4ed3-81cb-99482a7922a6 tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "GET /v2.0/security-groups/947143ea-44bf-40b3-819f-9f350faff34b HTTP/1.1" status: 404 len: 347 time: 0.0328243 Apr 05 13:50:17.768427 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57778) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:17.821138 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5449776f-ec59-4cd0-be5c-6e023ebfcc13 admin admin] Publish callbacks [] for security_group (e8deff22-5050-4916-a0a8-428b58f03fc2), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:17.825795 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5449776f-ec59-4cd0-be5c-6e023ebfcc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (e8deff22-5050-4916-a0a8-428b58f03fc2), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:17.884405 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-5449776f-ec59-4cd0-be5c-6e023ebfcc13 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b3b38b4bf424170b55740091078b882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247430 Apr 05 13:50:17.885878 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449776f-ec59-4cd0-be5c-6e023ebfcc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8deff22-5050-4916-a0a8-428b58f03fc2,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:17.887974 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57780) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:17.893475 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf1e64-2f0e-4df9-b40b-852131595ecd None None] New status for floating IP 491ebe2f-f32f-49a1-9098-93478fd76cdd: DOWN {{(pid=109892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:50:17.992460 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8238ef99-fbb4-4f1e-a8c4-09567cdf6c25 admin admin] Publish callbacks [] for security_group (e8deff22-5050-4916-a0a8-428b58f03fc2), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.002915 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-174b3cee-cddc-4644-8839-2afd0920852e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Deleting port 77929d24-ca6f-417d-a818-340fb4b19131 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:50:18.003266 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-174b3cee-cddc-4644-8839-2afd0920852e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (77929d24-ca6f-417d-a818-340fb4b19131), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.054860 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8238ef99-fbb4-4f1e-a8c4-09567cdf6c25 admin admin] Publish callbacks [] for security_group (e8deff22-5050-4916-a0a8-428b58f03fc2), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.171664 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-174b3cee-cddc-4644-8839-2afd0920852e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (77929d24-ca6f-417d-a818-340fb4b19131), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.172212 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-174b3cee-cddc-4644-8839-2afd0920852e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (77929d24-ca6f-417d-a818-340fb4b19131), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.191531 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-174b3cee-cddc-4644-8839-2afd0920852e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Calling delete_port for 77929d24-ca6f-417d-a818-340fb4b19131 owned by network:floatingip {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:50:18.203631 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8238ef99-fbb4-4f1e-a8c4-09567cdf6c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (e8deff22-5050-4916-a0a8-428b58f03fc2), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.206981 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8238ef99-fbb4-4f1e-a8c4-09567cdf6c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.208174 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-8238ef99-fbb4-4f1e-a8c4-09567cdf6c25 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8deff22-5050-4916-a0a8-428b58f03fc2 HTTP/1.1" status: 204 len: 168 time: 0.3174729 Apr 05 13:50:18.225706 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238ef99-fbb4-4f1e-a8c4-09567cdf6c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8deff22-5050-4916-a0a8-428b58f03fc2,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:18.395735 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-174b3cee-cddc-4644-8839-2afd0920852e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (77929d24-ca6f-417d-a818-340fb4b19131), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.424925 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b3cee-cddc-4644-8839-2afd0920852e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Pushing event deleted for resources: {'Port': ['ID=77929d24-ca6f-417d-a818-340fb4b19131,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:18.490192 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-174b3cee-cddc-4644-8839-2afd0920852e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks [] for floatingip (491ebe2f-f32f-49a1-9098-93478fd76cdd), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.492727 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-174b3cee-cddc-4644-8839-2afd0920852e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.493873 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-174b3cee-cddc-4644-8839-2afd0920852e tempest-AttachVolumeShelveTestJSON-789032512 tempest-AttachVolumeShelveTestJSON-789032512-project] 10.222.0.59 "DELETE /v2.0/floatingips/491ebe2f-f32f-49a1-9098-93478fd76cdd HTTP/1.1" status: 204 len: 168 time: 0.7239597 Apr 05 13:50:18.528676 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57788) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:18.542662 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e45-f21c-478b-be94-d63ed51776c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.629969 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e45-f21c-478b-be94-d63ed51776c0 admin admin] Publish callbacks [] for security_group (d289ce0b-105e-436d-ae4c-3ac93b7b78c9), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.634567 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e45-f21c-478b-be94-d63ed51776c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (d289ce0b-105e-436d-ae4c-3ac93b7b78c9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.676004 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd16e45-f21c-478b-be94-d63ed51776c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d289ce0b-105e-436d-ae4c-3ac93b7b78c9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:18.682322 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-cfd16e45-f21c-478b-be94-d63ed51776c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c78bad9feb94484faf29358ed7c0c08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525395 Apr 05 13:50:18.685064 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57792) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:18.733341 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-639cf19d-c532-4df2-a01d-56562df226de admin admin] Publish callbacks [] for security_group (d289ce0b-105e-436d-ae4c-3ac93b7b78c9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.755334 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-639cf19d-c532-4df2-a01d-56562df226de admin admin] Publish callbacks [] for security_group (d289ce0b-105e-436d-ae4c-3ac93b7b78c9), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.810505 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-639cf19d-c532-4df2-a01d-56562df226de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (d289ce0b-105e-436d-ae4c-3ac93b7b78c9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.813589 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-639cf19d-c532-4df2-a01d-56562df226de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:18.815287 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-639cf19d-c532-4df2-a01d-56562df226de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d289ce0b-105e-436d-ae4c-3ac93b7b78c9 HTTP/1.1" status: 204 len: 168 time: 0.1293128 Apr 05 13:50:18.836533 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cf19d-c532-4df2-a01d-56562df226de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d289ce0b-105e-436d-ae4c-3ac93b7b78c9,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:20.929732 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57868) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:21.290571 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57882) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:21.398120 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c1efd81-9126-418c-88c8-513cfc14e479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:21.479775 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c1efd81-9126-418c-88c8-513cfc14e479 admin admin] Publish callbacks [] for security_group (42d5e440-67c2-4c0d-a194-a5a7f49d152d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:21.483738 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c1efd81-9126-418c-88c8-513cfc14e479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (42d5e440-67c2-4c0d-a194-a5a7f49d152d), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:21.505296 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092052'] for router_interface (e6e1805b-e314-4c5e-8c91-0411bef8f50a), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:21.525981 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4c1efd81-9126-418c-88c8-513cfc14e479 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=16f1c0bcacca4a2e9851930bd2bcc7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343144 Apr 05 13:50:21.528133 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1efd81-9126-418c-88c8-513cfc14e479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5e440-67c2-4c0d-a194-a5a7f49d152d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:21.531870 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57890) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:21.581491 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-645cf145-5a05-4371-b69a-6d133ded0906 admin admin] Publish callbacks [] for security_group (42d5e440-67c2-4c0d-a194-a5a7f49d152d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:21.602857 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-645cf145-5a05-4371-b69a-6d133ded0906 admin admin] Publish callbacks [] for security_group (42d5e440-67c2-4c0d-a194-a5a7f49d152d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:21.651553 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-645cf145-5a05-4371-b69a-6d133ded0906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (42d5e440-67c2-4c0d-a194-a5a7f49d152d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:21.654288 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-645cf145-5a05-4371-b69a-6d133ded0906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:21.658270 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-645cf145-5a05-4371-b69a-6d133ded0906 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42d5e440-67c2-4c0d-a194-a5a7f49d152d HTTP/1.1" status: 204 len: 168 time: 0.1226251 Apr 05 13:50:21.663908 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cf145-5a05-4371-b69a-6d133ded0906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5e440-67c2-4c0d-a194-a5a7f49d152d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:21.777507 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Deleting port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:50:21.777848 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:21.863584 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] For port d0e080d6-e9e5-46f6-a6c1-b904529d1fb4, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=d0e080d6-e9e5-46f6-a6c1-b904529d1fb4,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:21.863919 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:21.879254 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Calling delete_port for d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 owned by network:router_interface {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:50:21.932452 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57896) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:21.945509 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0587f74e-c05a-4bf9-a421-eee78c2d6b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:22.023403 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0587f74e-c05a-4bf9-a421-eee78c2d6b30 admin admin] Publish callbacks [] for security_group (3c58c422-a85c-4985-9c45-a78b548734c9), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:22.027972 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0587f74e-c05a-4bf9-a421-eee78c2d6b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (3c58c422-a85c-4985-9c45-a78b548734c9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:22.069323 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0587f74e-c05a-4bf9-a421-eee78c2d6b30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c54dc2e39282457eb0b1c37703276cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334658 Apr 05 13:50:22.069323 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587f74e-c05a-4bf9-a421-eee78c2d6b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c58c422-a85c-4985-9c45-a78b548734c9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:22.069716 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57898) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:22.077174 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (d0e080d6-e9e5-46f6-a6c1-b904529d1fb4), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:22.119318 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e080d6-e9e5-46f6-a6c1-b904529d1fb4,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:22.155364 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.155740 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.156086 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.156427 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.156765 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.157097 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.157501 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.158353 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.158683 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.159011 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.159338 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.159689 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.160014 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.160337 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.160663 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:22.202824 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-951767cd-09d7-4ea3-8ab8-179e11866381 admin admin] Publish callbacks [] for security_group (3c58c422-a85c-4985-9c45-a78b548734c9), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:22.270675 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-951767cd-09d7-4ea3-8ab8-179e11866381 admin admin] Publish callbacks [] for security_group (3c58c422-a85c-4985-9c45-a78b548734c9), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:22.358489 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2073473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578372'] for router_interface (e6e1805b-e314-4c5e-8c91-0411bef8f50a), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:22.369075 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-951767cd-09d7-4ea3-8ab8-179e11866381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (3c58c422-a85c-4985-9c45-a78b548734c9), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:22.371595 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-951767cd-09d7-4ea3-8ab8-179e11866381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:22.372672 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-951767cd-09d7-4ea3-8ab8-179e11866381 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c58c422-a85c-4985-9c45-a78b548734c9 HTTP/1.1" status: 204 len: 168 time: 0.3020720 Apr 05 13:50:22.415775 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951767cd-09d7-4ea3-8ab8-179e11866381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c58c422-a85c-4985-9c45-a78b548734c9,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:22.598958 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Router e6e1805b-e314-4c5e-8c91-0411bef8f50a has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:50:22.712744 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:50:22.717757 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-7e44e9f9-3d08-4e20-a95f-653d9c049cb5 admin admin] 10.222.0.59 "PUT /v2.0/routers/e6e1805b-e314-4c5e-8c91-0411bef8f50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7868176 Apr 05 13:50:22.720551 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57910) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:22.721575 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] Sync routers for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:50:22.733244 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:50:22.734064 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:50:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:22.835957 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Publish callbacks [] for router (e6e1805b-e314-4c5e-8c91-0411bef8f50a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:22.851730 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:50:22.951831 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Publish callbacks [] for router_gateway (e6e1805b-e314-4c5e-8c91-0411bef8f50a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.011229 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Deleting port d7526274-8cb5-483c-9fa3-0a7cb338d997 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:50:23.011609 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.065993 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:50:22Z', 'revision_number': 5, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port': {'id': 'd7526274-8cb5-483c-9fa3-0a7cb338d997', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:43:13Z', 'updated_at': '2022-04-05T13:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:23.080575 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57924) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:23.103568 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] Checking router: e6e1805b-e314-4c5e-8c91-0411bef8f50a for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:50:23.112575 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] For port d7526274-8cb5-483c-9fa3-0a7cb338d997, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=d7526274-8cb5-483c-9fa3-0a7cb338d997,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:23.112817 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] Routers {'e6e1805b-e314-4c5e-8c91-0411bef8f50a'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:50:23.112953 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.113508 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:50:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:23.126194 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Calling delete_port for d7526274-8cb5-483c-9fa3-0a7cb338d997 owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:50:23.199556 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1258161909-network', 'tenant_id': 'e7a9bd0d7b424d6184c5a0780ae39a79'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:50:23.223137 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Made reservation on behalf of e7a9bd0d7b424d6184c5a0780ae39a79 for: {'network': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:50:23.226144 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.236331 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.321409 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (d7526274-8cb5-483c-9fa3-0a7cb338d997), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.325474 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Publish callbacks [] for security_group (4a8ed41d-08f4-47c5-8bcb-05ce9c235e54), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.332523 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (4a8ed41d-08f4-47c5-8bcb-05ce9c235e54), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.350234 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7526274-8cb5-483c-9fa3-0a7cb338d997,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:23.359573 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] Set router e6e1805b-e314-4c5e-8c91-0411bef8f50a gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:50:23.366303 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=109890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:50:23.385199 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:23.392590 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (62b17633-739b-43b8-9664-4951a8ed0ce6), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.393054 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.segments_db [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Added segment 62b17633-739b-43b8-9664-4951a8ed0ce6 of type vlan for network 9c68b7e7-b165-40cb-9f4c-5738dd772515 Apr 05 13:50:23.417095 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578306'] for router_gateway (e6e1805b-e314-4c5e-8c91-0411bef8f50a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.424071 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:50:22Z', 'revision_number': 6, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port_host': None}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:23.444521 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (9c68b7e7-b165-40cb-9f4c-5738dd772515), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.453210 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3bb5a-7ea6-478b-a545-27e0747b2964 None None] The sync data for ids ['e6e1805b-e314-4c5e-8c91-0411bef8f50a'] in dv-cinder-835878-2-iscsi is: [{'id': 'e6e1805b-e314-4c5e-8c91-0411bef8f50a', 'name': 'tempest-AttachVolumeShelveTestJSON-1001919846-router', 'tenant_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:43:11Z', 'updated_at': '2022-04-05T13:50:22Z', 'revision_number': 6, 'project_id': 'ee6e9d5de52b4741bb5efe2a286e8e52', 'gw_port_host': None}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:50:23.477644 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (9c68b7e7-b165-40cb-9f4c-5738dd772515), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.478650 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:23.479251 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.528201 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14376'] for router (e6e1805b-e314-4c5e-8c91-0411bef8f50a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.534191 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Publish callbacks [] for router_controller (e6e1805b-e314-4c5e-8c91-0411bef8f50a), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.542806 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4607503 Apr 05 13:50:23.547312 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57934) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:23.552865 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Request body: {'subnet': {'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1258161909-subnet', 'tenant_id': 'e7a9bd0d7b424d6184c5a0780ae39a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:50:23.558962 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16d182-128f-4e11-9c20-4205ec6865c4 admin admin] Pushing event updated for resources: {'Network': ['ID=9c68b7e7-b165-40cb-9f4c-5738dd772515,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:23.572330 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 9c68b7e7-b165-40cb-9f4c-5738dd772515 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:50:23.578290 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Made reservation on behalf of e7a9bd0d7b424d6184c5a0780ae39a79 for: {'subnet': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:50:23.581519 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25668832'] for subnet (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.590663 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092792'] for router (e6e1805b-e314-4c5e-8c91-0411bef8f50a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.591277 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6e1805b-e314-4c5e-8c91-0411bef8f50a {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 13:50:23.600029 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.603448 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b5b59b59-38a0-4d14-9cf6-a7fb45de697c admin admin] 10.222.0.59 "DELETE /v2.0/routers/e6e1805b-e314-4c5e-8c91-0411bef8f50a HTTP/1.1" status: 204 len: 168 time: 0.8796239 Apr 05 13:50:23.604242 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57936) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:23.694879 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_v2 [None req-a397f2e3-abf2-49bc-84a7-b68e67778814 admin admin] Deleting subnet 6ee8f02e-d37c-4877-85d0-920bc9beb4dd {{(pid=109890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:50:23.700098 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a397f2e3-abf2-49bc-84a7-b68e67778814 admin admin] Publish callbacks [] for subnet (6ee8f02e-d37c-4877-85d0-920bc9beb4dd), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.745324 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a397f2e3-abf2-49bc-84a7-b68e67778814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25631837'] for subnet (6ee8f02e-d37c-4877-85d0-920bc9beb4dd), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.897536 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25668862'] for subnet (1324d74a-8009-4831-be75-9fd790ee070b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.899910 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a397f2e3-abf2-49bc-84a7-b68e67778814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (6ee8f02e-d37c-4877-85d0-920bc9beb4dd), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:23.984214 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1324d74a-8009-4831-be75-9fd790ee070b,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:24.009707 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Checking segment: {'id': '62b17633-739b-43b8-9664-4951a8ed0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:50:24.010073 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Network hostable DHCP agents. Network: 9c68b7e7-b165-40cb-9f4c-5738dd772515, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:50:24.012333 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a397f2e3-abf2-49bc-84a7-b68e67778814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25668743'] for subnet (6ee8f02e-d37c-4877-85d0-920bc9beb4dd), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.041848 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397f2e3-abf2-49bc-84a7-b68e67778814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee8f02e-d37c-4877-85d0-920bc9beb4dd,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:24.047729 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a397f2e3-abf2-49bc-84a7-b68e67778814 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.051050 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-a397f2e3-abf2-49bc-84a7-b68e67778814 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6ee8f02e-d37c-4877-85d0-920bc9beb4dd HTTP/1.1" status: 204 len: 168 time: 0.4461114 Apr 05 13:50:24.053801 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 57938) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:24.056269 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7f583f-4816-4657-a5a1-7b9cbb738a75 None None] Network 36092869-544a-41e5-a4a1-8d365ffa3fa5 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:50:24.083924 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Network 9c68b7e7-b165-40cb-9f4c-5738dd772515 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:50:24.124678 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 9c68b7e7-b165-40cb-9f4c-5738dd772515) {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:50:24.134167 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:24.134787 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.144866 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6601ccf-05a0-491e-9df9-ae99b8aedcfb None None] Network 9c68b7e7-b165-40cb-9f4c-5738dd772515 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:50:24.152901 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (36092869-544a-41e5-a4a1-8d365ffa3fa5), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.163466 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-8c95d48f-9561-43a1-a873-2a791a6bf946 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6145928 Apr 05 13:50:24.254374 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Deleting port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:50:24.254976 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.273569 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe99e3-6629-4830-8e9b-f5be4ea909cc None None] Network 9c68b7e7-b165-40cb-9f4c-5738dd772515 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:50:24.374072 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] For port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=43037b6a-dc8b-49c8-9dcf-10a11d16efdd,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:24.374640 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.375124 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927a7bd2-f59f-4f62-95e1-aa0ae4ae283f None None] DHCP port deletion for 36092869-544a-41e5-a4a1-8d365ffa3fa5 request from dv-cinder-835878-2-iscsi {{(pid=109891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 13:50:24.404120 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Calling delete_port for 43037b6a-dc8b-49c8-9dcf-10a11d16efdd owned by network:dhcp {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:50:24.492207 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-927a7bd2-f59f-4f62-95e1-aa0ae4ae283f None None] Deleting port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd {{(pid=109891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:50:24.492972 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-927a7bd2-f59f-4f62-95e1-aa0ae4ae283f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), before_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.544870 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.576969 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43037b6a-dc8b-49c8-9dcf-10a11d16efdd,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:24.584552 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] No DVR routers for this DVR port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd on host dv-cinder-835878-2-iscsi {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:50:24.621863 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-927a7bd2-f59f-4f62-95e1-aa0ae4ae283f None None] For port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=43037b6a-dc8b-49c8-9dcf-10a11d16efdd,segment=NetworkSegment(e0085763-cb80-4d41-9b61-5ae4aec5b030),segment_id=e0085763-cb80-4d41-9b61-5ae4aec5b030)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:24.622514 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-927a7bd2-f59f-4f62-95e1-aa0ae4ae283f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), precommit_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.649907 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-927a7bd2-f59f-4f62-95e1-aa0ae4ae283f None None] Calling delete_port for 43037b6a-dc8b-49c8-9dcf-10a11d16efdd owned by network:dhcp {{(pid=109891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:50:24.671753 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (36092869-544a-41e5-a4a1-8d365ffa3fa5), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.695352 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36092869-544a-41e5-a4a1-8d365ffa3fa5']}} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:24.707463 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0085763-cb80-4d41-9b61-5ae4aec5b030') {'for_net_delete': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:24.707913 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0085763-cb80-4d41-9b61-5ae4aec5b030') {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:50:24.718587 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25631910'] for segment (e0085763-cb80-4d41-9b61-5ae4aec5b030), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.734856 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (e0085763-cb80-4d41-9b61-5ae4aec5b030), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.742914 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=109890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:50:24.743353 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26040439'] for segment (e0085763-cb80-4d41-9b61-5ae4aec5b030), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: Traceback (most recent call last): Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: timer() Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: cb(*args, **kw) Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: return func(*args, **kwargs) Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: self._notify() Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: self.callback(batched_events) Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: event.method(event) Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: return f(self, *a, **k) Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._get(url).json() Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: return self.request(url, 'GET', **kwargs) Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:50:24.745392 dv-cinder-835878-2-iscsi neutron-server[109890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:50:24.751563 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-927a7bd2-f59f-4f62-95e1-aa0ae4ae283f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735'] for port (43037b6a-dc8b-49c8-9dcf-10a11d16efdd), after_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.788101 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927a7bd2-f59f-4f62-95e1-aa0ae4ae283f None None] No DVR routers for this DVR port 43037b6a-dc8b-49c8-9dcf-10a11d16efdd on host dv-cinder-835878-2-iscsi {{(pid=109891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:50:24.797781 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a7bd2-f59f-4f62-95e1-aa0ae4ae283f None None] Pushing event deleted for resources: {'Port': ['ID=43037b6a-dc8b-49c8-9dcf-10a11d16efdd,revision_number=None']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:24.810761 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (36092869-544a-41e5-a4a1-8d365ffa3fa5), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.817697 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:24.821039 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/36092869-544a-41e5-a4a1-8d365ffa3fa5 HTTP/1.1" status: 204 len: 168 time: 0.7662776 Apr 05 13:50:24.837470 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304c2df-f4c7-46e1-9162-b8f94ee3e2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=36092869-544a-41e5-a4a1-8d365ffa3fa5,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:24.993262 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57958) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:25.033950 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0adc4288-bfbb-4eb2-b724-fd7164ec5135 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee6e9d5de52b4741bb5efe2a286e8e52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394385 Apr 05 13:50:25.036231 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 57960) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:25.087768 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63a602a4-74fa-4886-90b2-f8211af87e37 admin admin] Publish callbacks [] for security_group (edf00d9f-aad1-4afb-a607-b69aaa0456c9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:25.114465 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63a602a4-74fa-4886-90b2-f8211af87e37 admin admin] Publish callbacks [] for security_group (edf00d9f-aad1-4afb-a607-b69aaa0456c9), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:25.138282 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device d7526274-8cb5-483c-9fa3-0a7cb338d997 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:50:25.161423 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: d7526274-8cb5-483c-9fa3-0a7cb338d997 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:50:25.161784 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device d7526274-8cb5-483c-9fa3-0a7cb338d997 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:50:25.162291 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:50:25.169692 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63a602a4-74fa-4886-90b2-f8211af87e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (edf00d9f-aad1-4afb-a607-b69aaa0456c9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:25.172387 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63a602a4-74fa-4886-90b2-f8211af87e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:25.176130 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-63a602a4-74fa-4886-90b2-f8211af87e37 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/edf00d9f-aad1-4afb-a607-b69aaa0456c9 HTTP/1.1" status: 204 len: 168 time: 0.1364746 Apr 05 13:50:25.181948 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a602a4-74fa-4886-90b2-f8211af87e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf00d9f-aad1-4afb-a607-b69aaa0456c9,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:25.183715 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:50:25.183715 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device d0e080d6-e9e5-46f6-a6c1-b904529d1fb4 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:50:25.183976 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 43037b6a-dc8b-49c8-9dcf-10a11d16efdd no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:50:25.208903 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 43037b6a-dc8b-49c8-9dcf-10a11d16efdd {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:50:25.209254 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 43037b6a-dc8b-49c8-9dcf-10a11d16efdd not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:50:26.294001 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519df3f-418c-490f-b095-750acc969c39 req-519948ac-0fa0-4116-862e-cf325a719a05 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:26.295115 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-519948ac-0fa0-4116-862e-cf325a719a05 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/networks?id=9c68b7e7-b165-40cb-9f4c-5738dd772515 HTTP/1.1" status: 200 len: 814 time: 0.1348667 Apr 05 13:50:26.314576 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-1a2aee32-6b71-4afa-8373-0ad463e055e6 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/quotas/e7a9bd0d7b424d6184c5a0780ae39a79 HTTP/1.1" status: 200 len: 375 time: 0.0101054 Apr 05 13:50:26.380174 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-223323cd-8415-4c95-a32b-bb8a7aba94d0 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7a9bd0d7b424d6184c5a0780ae39a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563881 Apr 05 13:50:26.472879 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-ccd804a3-9baa-4e75-8a42-30b2f8b0f71c service neutron] 10.222.0.59 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888388 Apr 05 13:50:26.563612 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-a09eeaca-61dd-4a19-bef9-3d1f989020bc service neutron] 10.222.0.59 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840435 Apr 05 13:50:26.722367 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7d54d31e-dde8-4377-b19e-ca55e6399a6b req-96f09b5c-80d1-4cbe-928c-d9f0003c2bd5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 210 time: 0.0321252 Apr 05 13:50:27.708704 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519df3f-418c-490f-b095-750acc969c39 req-6454a071-c319-45b2-baa9-c7e8028ee80b tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:27.710476 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-6454a071-c319-45b2-baa9-c7e8028ee80b tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.46 "GET /v2.0/networks?id=9c68b7e7-b165-40cb-9f4c-5738dd772515 HTTP/1.1" status: 200 len: 814 time: 0.1186650 Apr 05 13:50:27.723127 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Request body: {'port': {'device_id': '1641e5e1-6e73-4844-a305-acaf94411d60', 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515', 'admin_state_up': True, 'tenant_id': 'e7a9bd0d7b424d6184c5a0780ae39a79'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:50:27.821675 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-12e6a2e7-1da9-4526-9a70-a652e47298f9 req-c2cdb237-d72b-422a-a234-41ddfa3f05c0 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 210 time: 0.0306134 Apr 05 13:50:27.848354 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Made reservation on behalf of e7a9bd0d7b424d6184c5a0780ae39a79 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:50:27.852213 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:27.977193 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Allocated IP 172.20.0.2 (9c68b7e7-b165-40cb-9f4c-5738dd772515/1324d74a-8009-4831-be75-9fd790ee070b/54b6925e-7700-4979-a669-01caca6018a0) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:50:28.124479 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks [] for port (54b6925e-7700-4979-a669-01caca6018a0), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:28.158043 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (54b6925e-7700-4979-a669-01caca6018a0), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:28.198684 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Network 9c68b7e7-b165-40cb-9f4c-5738dd772515 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:50:28.201739 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:50:28.208389 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:50:28.214749 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Pushing event updated for resources: {'Port': ['ID=54b6925e-7700-4979-a669-01caca6018a0,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:28.263002 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:28.263640 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:28.279264 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-4443bfd7-c4b1-4121-8f2a-c7b6c296029d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604336 Apr 05 13:50:28.294633 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Request body: {'port': {'device_id': '1641e5e1-6e73-4844-a305-acaf94411d60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:50:28.353236 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (54b6925e-7700-4979-a669-01caca6018a0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:28.611860 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b6925e-7700-4979-a669-01caca6018a0 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:50:28.619109 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Publish callbacks [] for port (54b6925e-7700-4979-a669-01caca6018a0), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:28.631265 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Transition to ACTIVE for port object 54b6925e-7700-4979-a669-01caca6018a0 will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:50:28.635583 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (54b6925e-7700-4979-a669-01caca6018a0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:28.684993 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Pushing event updated for resources: {'Port': ['ID=54b6925e-7700-4979-a669-01caca6018a0,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:28.754125 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Attempting to bind port 54b6925e-7700-4979-a669-01caca6018a0 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:50:28.754783 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Attempting to bind port 54b6925e-7700-4979-a669-01caca6018a0 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '62b17633-739b-43b8-9664-4951a8ed0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:50:28.754783 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Attempting to bind port 54b6925e-7700-4979-a669-01caca6018a0 on network 9c68b7e7-b165-40cb-9f4c-5738dd772515 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:50:28.759144 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Port 54b6925e-7700-4979-a669-01caca6018a0 on network 9c68b7e7-b165-40cb-9f4c-5738dd772515 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:50:28.759468 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Attempting to bind port 54b6925e-7700-4979-a669-01caca6018a0 on network 9c68b7e7-b165-40cb-9f4c-5738dd772515 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:50:28.764268 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:50:28.764761 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Checking segment: {'id': '62b17633-739b-43b8-9664-4951a8ed0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:50:28.765149 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Bound using segment: {'id': '62b17633-739b-43b8-9664-4951a8ed0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:50:28.765569 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Bound port: 54b6925e-7700-4979-a669-01caca6018a0, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b17633-739b-43b8-9664-4951a8ed0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:50:28.765931 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (54b6925e-7700-4979-a669-01caca6018a0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:28.843334 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] For port 54b6925e-7700-4979-a669-01caca6018a0, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:50:28.848906 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] For port 54b6925e-7700-4979-a669-01caca6018a0, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=54b6925e-7700-4979-a669-01caca6018a0,segment=NetworkSegment(62b17633-739b-43b8-9664-4951a8ed0ce6),segment_id=62b17633-739b-43b8-9664-4951a8ed0ce6)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:50:28.856186 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (54b6925e-7700-4979-a669-01caca6018a0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:28.893929 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:28.894722 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:28.896171 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] 10.222.0.46 "PUT /v2.0/ports/54b6925e-7700-4979-a669-01caca6018a0 HTTP/1.1" status: 200 len: 1093 time: 0.6055219 Apr 05 13:50:28.898622 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1641e5e1-6e73-4844-a305-acaf94411d60', 'tag': '54b6925e-7700-4979-a669-01caca6018a0'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:50:28.900831 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2d55ce-accf-4573-965a-14fa24860e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1641e5e1-6e73-4844-a305-acaf94411d60", "tag": "54b6925e-7700-4979-a669-01caca6018a0"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:50:28.944742 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c56492-b9c5-491e-add5-912232d7cd7c service neutron] Pushing event updated for resources: {'Port': ['ID=54b6925e-7700-4979-a669-01caca6018a0,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:28.961045 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14728fae-9d3d-4f87-83e9-3e5ddf3c0f74 x-openstack-request-id: req-14728fae-9d3d-4f87-83e9-3e5ddf3c0f74 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:50:28.961535 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1641e5e1-6e73-4844-a305-acaf94411d60", "tag": "54b6925e-7700-4979-a669-01caca6018a0", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:50:28.961795 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14728fae-9d3d-4f87-83e9-3e5ddf3c0f74 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:50:28.962198 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14728fae-9d3d-4f87-83e9-3e5ddf3c0f74'] response: {'name': 'network-changed', 'server_uuid': '1641e5e1-6e73-4844-a305-acaf94411d60', 'tag': '54b6925e-7700-4979-a669-01caca6018a0', 'status': 'completed', 'code': 200} Apr 05 13:50:28.971189 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3d50-74e3-4739-b793-b30b305f846f req-08428496-3e5e-4ae6-9f65-4d2b9e41ed6f tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:28.973387 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ef1e3d50-74e3-4739-b793-b30b305f846f req-08428496-3e5e-4ae6-9f65-4d2b9e41ed6f tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 943 time: 0.0823724 Apr 05 13:50:28.988564 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 58074) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:29.004292 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519df3f-418c-490f-b095-750acc969c39 req-a24148b2-2bea-4cfe-a184-4bbd03c49bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:29.007388 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-a24148b2-2bea-4cfe-a184-4bbd03c49bea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e7a9bd0d7b424d6184c5a0780ae39a79&device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 1127 time: 0.0577841 Apr 05 13:50:29.025862 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ef1e3d50-74e3-4739-b793-b30b305f846f req-f09c85cf-208f-4aad-94f0-8751c91541f7 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461776 Apr 05 13:50:29.060052 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-44a85200-1a4e-4665-a5ca-59582e1a492f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54b6925e-7700-4979-a669-01caca6018a0 HTTP/1.1" status: 200 len: 217 time: 0.0448449 Apr 05 13:50:29.123047 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519df3f-418c-490f-b095-750acc969c39 req-eb30ab86-8595-49eb-bf2c-ad096b2895e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:29.124399 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-eb30ab86-8595-49eb-bf2c-ad096b2895e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1324d74a-8009-4831-be75-9fd790ee070b HTTP/1.1" status: 200 len: 854 time: 0.0532637 Apr 05 13:50:29.133353 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-de02f8d2-eb79-485a-bf46-42c1028aa9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:29.163965 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-96167231-a265-4b22-81a2-b548c0386ace service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c68b7e7-b165-40cb-9f4c-5738dd772515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292964 Apr 05 13:50:29.551676 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-09536354-dae4-4f65-be05-152abe79998a service neutron] 10.222.0.46 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767958 Apr 05 13:50:29.584677 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-de02f8d2-eb79-485a-bf46-42c1028aa9d4 admin admin] Publish callbacks [] for security_group (ddb4a93c-154a-4324-8190-67c88ed83532), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:29.593183 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-de02f8d2-eb79-485a-bf46-42c1028aa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ddb4a93c-154a-4324-8190-67c88ed83532), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:29.669505 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-de02f8d2-eb79-485a-bf46-42c1028aa9d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7956899dc18f439c8070e9643f1657a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6798739 Apr 05 13:50:29.672223 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58080) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:29.674614 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02f8d2-eb79-485a-bf46-42c1028aa9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb4a93c-154a-4324-8190-67c88ed83532,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:29.692975 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4519df3f-418c-490f-b095-750acc969c39 req-3e7185af-e61d-4eea-8076-b3bd545774d6 service neutron] 10.222.0.46 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319089 Apr 05 13:50:29.723004 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8aebcbf7-2b69-4b99-a3c5-ddb905a7227b admin admin] Publish callbacks [] for security_group (ddb4a93c-154a-4324-8190-67c88ed83532), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:29.744274 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8aebcbf7-2b69-4b99-a3c5-ddb905a7227b admin admin] Publish callbacks [] for security_group (ddb4a93c-154a-4324-8190-67c88ed83532), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:29.789372 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8aebcbf7-2b69-4b99-a3c5-ddb905a7227b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ddb4a93c-154a-4324-8190-67c88ed83532), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:29.792023 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8aebcbf7-2b69-4b99-a3c5-ddb905a7227b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:29.793154 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8aebcbf7-2b69-4b99-a3c5-ddb905a7227b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ddb4a93c-154a-4324-8190-67c88ed83532 HTTP/1.1" status: 204 len: 168 time: 0.1198630 Apr 05 13:50:29.800855 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebcbf7-2b69-4b99-a3c5-ddb905a7227b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb4a93c-154a-4324-8190-67c88ed83532,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:30.154457 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46134cf0-88d8-4493-baba-d21c7655687e req-b03a0743-9721-4ae0-9dd6-5e042d4f547e tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:30.155968 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-46134cf0-88d8-4493-baba-d21c7655687e req-b03a0743-9721-4ae0-9dd6-5e042d4f547e tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 943 time: 0.0533283 Apr 05 13:50:30.205658 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-46134cf0-88d8-4493-baba-d21c7655687e req-89aa745c-4e20-4fd5-a3a6-7c530a70cd8c tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434163 Apr 05 13:50:30.675991 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d55ce-accf-4573-965a-14fa24860e3b req-8f479d87-a3a5-4fb9-98fa-6c26b6e34b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:30.677531 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a2d55ce-accf-4573-965a-14fa24860e3b req-8f479d87-a3a5-4fb9-98fa-6c26b6e34b1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e7a9bd0d7b424d6184c5a0780ae39a79&device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 1127 time: 0.0476508 Apr 05 13:50:30.775123 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d55ce-accf-4573-965a-14fa24860e3b req-53aa6b2f-bcf2-42dc-89b4-7cba345b34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:30.776641 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a2d55ce-accf-4573-965a-14fa24860e3b req-53aa6b2f-bcf2-42dc-89b4-7cba345b34c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9c68b7e7-b165-40cb-9f4c-5738dd772515 HTTP/1.1" status: 200 len: 915 time: 0.0904801 Apr 05 13:50:30.821114 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a2d55ce-accf-4573-965a-14fa24860e3b req-715336dd-db38-4a76-979c-4a50ed69257f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54b6925e-7700-4979-a669-01caca6018a0 HTTP/1.1" status: 200 len: 217 time: 0.0353634 Apr 05 13:50:30.878153 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d55ce-accf-4573-965a-14fa24860e3b req-61cf00bb-0fdc-4c49-9d76-a82d2aaf040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:30.879756 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a2d55ce-accf-4573-965a-14fa24860e3b req-61cf00bb-0fdc-4c49-9d76-a82d2aaf040b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1324d74a-8009-4831-be75-9fd790ee070b HTTP/1.1" status: 200 len: 854 time: 0.0505002 Apr 05 13:50:30.913902 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a2d55ce-accf-4573-965a-14fa24860e3b req-1b486403-7d56-4833-9b87-2b774c590068 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c68b7e7-b165-40cb-9f4c-5738dd772515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255911 Apr 05 13:50:31.009124 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a2d55ce-accf-4573-965a-14fa24860e3b req-3b20dead-8d25-4f0b-bd32-7abb19924664 service neutron] 10.222.0.46 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863626 Apr 05 13:50:31.108480 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2a2d55ce-accf-4573-965a-14fa24860e3b req-e647aa7a-0004-4c0d-8aa1-449433c0878f service neutron] 10.222.0.46 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904751 Apr 05 13:50:31.309294 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 58132) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:31.329690 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240026e9-a186-4e8b-8d8e-1b4bfc477fc1 req-83d4376b-ae5e-47a0-b510-086463dedbed tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:31.331318 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-240026e9-a186-4e8b-8d8e-1b4bfc477fc1 req-83d4376b-ae5e-47a0-b510-086463dedbed tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 943 time: 0.0588236 Apr 05 13:50:31.379958 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-240026e9-a186-4e8b-8d8e-1b4bfc477fc1 req-b5b3d1bd-7373-4ec1-89f2-9e7b810175d6 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Apr 05 13:50:31.417510 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-55cd4e5d-0f99-401d-a7e1-ae7e15ee9d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:31.492049 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-55cd4e5d-0f99-401d-a7e1-ae7e15ee9d9e admin admin] Publish callbacks [] for security_group (1c09c9c8-19a6-482f-bd9e-65d7583d1a49), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:31.495946 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-55cd4e5d-0f99-401d-a7e1-ae7e15ee9d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (1c09c9c8-19a6-482f-bd9e-65d7583d1a49), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:31.535881 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-55cd4e5d-0f99-401d-a7e1-ae7e15ee9d9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28aa2008559f442cb9abd886b36b97cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255054 Apr 05 13:50:31.536728 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd4e5d-0f99-401d-a7e1-ae7e15ee9d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c09c9c8-19a6-482f-bd9e-65d7583d1a49,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:31.539217 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58136) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:31.587123 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c91af3-025a-4e8f-8dd4-3f8b2fd89040 admin admin] Publish callbacks [] for security_group (1c09c9c8-19a6-482f-bd9e-65d7583d1a49), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:31.608156 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c91af3-025a-4e8f-8dd4-3f8b2fd89040 admin admin] Publish callbacks [] for security_group (1c09c9c8-19a6-482f-bd9e-65d7583d1a49), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:31.655450 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c91af3-025a-4e8f-8dd4-3f8b2fd89040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (1c09c9c8-19a6-482f-bd9e-65d7583d1a49), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:31.658390 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c91af3-025a-4e8f-8dd4-3f8b2fd89040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:31.659560 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c7c91af3-025a-4e8f-8dd4-3f8b2fd89040 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c09c9c8-19a6-482f-bd9e-65d7583d1a49 HTTP/1.1" status: 204 len: 168 time: 0.1192882 Apr 05 13:50:31.667306 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c91af3-025a-4e8f-8dd4-3f8b2fd89040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c09c9c8-19a6-482f-bd9e-65d7583d1a49,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:31.924538 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 58142) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:31.937769 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ccd230cc-3a99-4ae1-a6ad-743e3a9eabc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:32.017026 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ccd230cc-3a99-4ae1-a6ad-743e3a9eabc5 admin admin] Publish callbacks [] for security_group (d1d90fb9-2c88-4b74-8699-34734005e3c7), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:32.020959 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ccd230cc-3a99-4ae1-a6ad-743e3a9eabc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (d1d90fb9-2c88-4b74-8699-34734005e3c7), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:32.060170 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-ccd230cc-3a99-4ae1-a6ad-743e3a9eabc5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c175cf992f0f47e28b545573c97330c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344500 Apr 05 13:50:32.061111 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd230cc-3a99-4ae1-a6ad-743e3a9eabc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d90fb9-2c88-4b74-8699-34734005e3c7,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:32.062870 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58144) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:32.110727 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db319b92-d02b-404b-8b0b-63f0162d08c6 admin admin] Publish callbacks [] for security_group (d1d90fb9-2c88-4b74-8699-34734005e3c7), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:32.133188 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db319b92-d02b-404b-8b0b-63f0162d08c6 admin admin] Publish callbacks [] for security_group (d1d90fb9-2c88-4b74-8699-34734005e3c7), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:32.192689 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db319b92-d02b-404b-8b0b-63f0162d08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (d1d90fb9-2c88-4b74-8699-34734005e3c7), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:32.195620 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db319b92-d02b-404b-8b0b-63f0162d08c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:32.196820 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-db319b92-d02b-404b-8b0b-63f0162d08c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1d90fb9-2c88-4b74-8699-34734005e3c7 HTTP/1.1" status: 204 len: 168 time: 0.1322958 Apr 05 13:50:32.205121 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db319b92-d02b-404b-8b0b-63f0162d08c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d90fb9-2c88-4b74-8699-34734005e3c7,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:32.500000 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6df4b-1d40-471a-a54c-6f298b5ae0ea req-f2fc829f-df34-444d-b253-be673fdeb4d2 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:32.501601 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-13c6df4b-1d40-471a-a54c-6f298b5ae0ea req-f2fc829f-df34-444d-b253-be673fdeb4d2 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 943 time: 0.0561419 Apr 05 13:50:32.549980 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-13c6df4b-1d40-471a-a54c-6f298b5ae0ea req-2377b063-8e62-441b-adc6-de8ce6c7249e tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427012 Apr 05 13:50:33.345601 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca10f-8ec9-405b-962c-8744976e829a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:33.568202 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 54b6925e-7700-4979-a669-01caca6018a0 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:50:33.589279 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc73fa-727d-440c-afef-c17a427c6688 req-134edb5e-878c-468a-9c1c-9a39c5dbc71a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:33.596813 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8ebc73fa-727d-440c-afef-c17a427c6688 req-134edb5e-878c-468a-9c1c-9a39c5dbc71a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0658109 Apr 05 13:50:33.653128 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8ebc73fa-727d-440c-afef-c17a427c6688 req-38dd3f89-d0f9-4d78-8fbe-ac0245afe691 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551860 Apr 05 13:50:33.685655 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9fbc7-27ea-4537-9f47-b10553ad9852 req-37a3d876-9d7c-4c82-a069-23c1556cd0b5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:33.687579 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4ac9fbc7-27ea-4537-9f47-b10553ad9852 req-37a3d876-9d7c-4c82-a069-23c1556cd0b5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 943 time: 0.0585961 Apr 05 13:50:33.719438 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 54b6925e-7700-4979-a669-01caca6018a0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=54b6925e-7700-4979-a669-01caca6018a0,segment=NetworkSegment(62b17633-739b-43b8-9664-4951a8ed0ce6),segment_id=62b17633-739b-43b8-9664-4951a8ed0ce6)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:33.731991 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '54b6925e-7700-4979-a669-01caca6018a0', 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515', 'port_id': '54b6925e-7700-4979-a669-01caca6018a0', 'mac_address': 'fa:16:3e:86:73:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1324d74a-8009-4831-be75-9fd790ee070b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:50:33.748001 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4ac9fbc7-27ea-4537-9f47-b10553ad9852 req-dc664ea6-55f9-4fe0-b9e7-d01dc72d0fbb tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490572 Apr 05 13:50:33.774589 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 54b6925e-7700-4979-a669-01caca6018a0 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:50:33.774986 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (54b6925e-7700-4979-a669-01caca6018a0), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:33.788905 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b6925e-7700-4979-a669-01caca6018a0 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:50:33.809370 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 54b6925e-7700-4979-a669-01caca6018a0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=54b6925e-7700-4979-a669-01caca6018a0,segment=NetworkSegment(62b17633-739b-43b8-9664-4951a8ed0ce6),segment_id=62b17633-739b-43b8-9664-4951a8ed0ce6)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:33.814218 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (54b6925e-7700-4979-a669-01caca6018a0), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:33.863439 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=54b6925e-7700-4979-a669-01caca6018a0,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:34.089770 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['54b6925e-7700-4979-a669-01caca6018a0'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:50:34.794975 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be32548-fd7d-4f89-87aa-7a92a8ee553e req-b48238f0-7a3f-4eff-b125-c3c710cc12c2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:34.796842 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6be32548-fd7d-4f89-87aa-7a92a8ee553e req-b48238f0-7a3f-4eff-b125-c3c710cc12c2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0707939 Apr 05 13:50:34.856719 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6be32548-fd7d-4f89-87aa-7a92a8ee553e req-43014d44-2132-4f58-aa29-5921c9fd330a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513303 Apr 05 13:50:34.898319 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bae65-76e6-4bf3-8543-8c8f47ac98fe req-cbc06228-316c-4024-94fb-a35589457317 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:34.899812 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd7bae65-76e6-4bf3-8543-8c8f47ac98fe req-cbc06228-316c-4024-94fb-a35589457317 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 944 time: 0.0599868 Apr 05 13:50:34.946581 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd7bae65-76e6-4bf3-8543-8c8f47ac98fe req-3aaa23af-8364-4c8d-b6c7-0f20773b10ba tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Apr 05 13:50:35.573258 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 54b6925e-7700-4979-a669-01caca6018a0 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:50:35.620949 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 54b6925e-7700-4979-a669-01caca6018a0 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:50:35.624709 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 54b6925e-7700-4979-a669-01caca6018a0 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:50:35.625120 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (54b6925e-7700-4979-a669-01caca6018a0), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:35.701451 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 54b6925e-7700-4979-a669-01caca6018a0 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:50:35.701752 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (54b6925e-7700-4979-a669-01caca6018a0), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:35.724367 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1641e5e1-6e73-4844-a305-acaf94411d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b6925e-7700-4979-a669-01caca6018a0'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:50:35.726873 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411df20-303f-42cf-be19-bea751bec2a6" -d '{"events": [{"server_uuid": "1641e5e1-6e73-4844-a305-acaf94411d60", "name": "network-vif-plugged", "status": "completed", "tag": "54b6925e-7700-4979-a669-01caca6018a0"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:50:35.739746 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 54b6925e-7700-4979-a669-01caca6018a0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=54b6925e-7700-4979-a669-01caca6018a0,segment=NetworkSegment(62b17633-739b-43b8-9664-4951a8ed0ce6),segment_id=62b17633-739b-43b8-9664-4951a8ed0ce6)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:50:35.744361 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (54b6925e-7700-4979-a669-01caca6018a0), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:35.767154 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446a858b-d047-4541-bb96-1eddde498a34 x-openstack-request-id: req-446a858b-d047-4541-bb96-1eddde498a34 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:50:35.767468 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1641e5e1-6e73-4844-a305-acaf94411d60", "name": "network-vif-plugged", "status": "completed", "tag": "54b6925e-7700-4979-a669-01caca6018a0", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:50:35.767818 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-446a858b-d047-4541-bb96-1eddde498a34 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:50:35.768217 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446a858b-d047-4541-bb96-1eddde498a34'] response: {'server_uuid': '1641e5e1-6e73-4844-a305-acaf94411d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b6925e-7700-4979-a669-01caca6018a0', 'code': 200} Apr 05 13:50:35.803566 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f6559bac-ce65-43f4-a3b0-b01e57a74b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:35.805632 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=54b6925e-7700-4979-a669-01caca6018a0,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:35.953013 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a0638-4893-4d91-bd44-1821c9c2071e req-75255a1e-291b-4424-8711-bc8b42f27286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:35.955205 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-528a0638-4893-4d91-bd44-1821c9c2071e req-75255a1e-291b-4424-8711-bc8b42f27286 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 1129 time: 0.0463450 Apr 05 13:50:35.990484 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d571f-fc45-4107-8988-dd335b65ee7a req-e501dfc1-1016-4134-9d5c-1841b1117ae6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:35.992246 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-068d571f-fc45-4107-8988-dd335b65ee7a req-e501dfc1-1016-4134-9d5c-1841b1117ae6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0628960 Apr 05 13:50:36.004309 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-528a0638-4893-4d91-bd44-1821c9c2071e req-28f2707a-85b9-4b3c-9cfe-fe16c668a967 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 Apr 05 13:50:36.049752 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-068d571f-fc45-4107-8988-dd335b65ee7a req-54b33444-b4fe-449e-b367-dab336272597 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503862 Apr 05 13:50:36.092866 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e868c7-cbec-42db-909c-49a4c0bb9b1a req-d21ef588-2fa2-4f5d-9567-686ba632188e tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:36.094359 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-42e868c7-cbec-42db-909c-49a4c0bb9b1a req-d21ef588-2fa2-4f5d-9567-686ba632188e tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 945 time: 0.0601687 Apr 05 13:50:36.141986 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-42e868c7-cbec-42db-909c-49a4c0bb9b1a req-27839fd9-502f-4237-8aa8-227bc514f8cd tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Apr 05 13:50:36.664070 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:37.174666 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965ad05-c543-4470-835d-147ce3438317 req-944d9de8-6e97-4d42-8650-eaf779186824 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:37.176242 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e965ad05-c543-4470-835d-147ce3438317 req-944d9de8-6e97-4d42-8650-eaf779186824 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0551658 Apr 05 13:50:37.240464 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e965ad05-c543-4470-835d-147ce3438317 req-a63b3689-3350-4d82-87f0-b4301543c5d2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581558 Apr 05 13:50:37.282959 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4d67f-6c1a-415f-a69d-3916bb9bd420 req-1a39c533-888f-4f5f-aeee-2d5d5f07a78e tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:37.284499 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-69a4d67f-6c1a-415f-a69d-3916bb9bd420 req-1a39c533-888f-4f5f-aeee-2d5d5f07a78e tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 945 time: 0.0688872 Apr 05 13:50:37.335841 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-69a4d67f-6c1a-415f-a69d-3916bb9bd420 req-dea8d053-b5b1-436b-a831-17b275f725bd tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458095 Apr 05 13:50:38.277977 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:38.517809 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff3575-6d4c-403e-8d08-b5ba336511d0 req-c6bcd74f-b133-4c43-9fac-c91f4dc99b3a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:38.519057 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e8ff3575-6d4c-403e-8d08-b5ba336511d0 req-c6bcd74f-b133-4c43-9fac-c91f4dc99b3a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0567160 Apr 05 13:50:38.571212 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e8ff3575-6d4c-403e-8d08-b5ba336511d0 req-c61f8336-b377-4beb-a056-2e781a28e1a0 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466433 Apr 05 13:50:38.956682 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:39.695575 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e35f-a4e6-4ef1-b05a-4d2108ff12d5 req-2624ae16-a53b-45a1-a79a-3b64c8fd66f1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:39.697751 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dce8e35f-a4e6-4ef1-b05a-4d2108ff12d5 req-2624ae16-a53b-45a1-a79a-3b64c8fd66f1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0562289 Apr 05 13:50:39.751395 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dce8e35f-a4e6-4ef1-b05a-4d2108ff12d5 req-4d66348e-7804-4a2e-9270-7e52c092e59b tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481448 Apr 05 13:50:39.972096 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:40.878530 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1979b1-1def-442b-94fc-2c88b40d3a42 req-576b2185-9e74-4370-a44f-a1e01793dd20 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:40.880036 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3b1979b1-1def-442b-94fc-2c88b40d3a42 req-576b2185-9e74-4370-a44f-a1e01793dd20 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0609968 Apr 05 13:50:40.936316 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3b1979b1-1def-442b-94fc-2c88b40d3a42 req-51be1d9b-3e9c-4507-965e-04af884921f5 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479226 Apr 05 13:50:40.998412 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58372) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:41.105104 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.181509 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Publish callbacks [] for security_group (ade34e01-e47f-456e-ad60-511eff94db2f), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.186009 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ade34e01-e47f-456e-ad60-511eff94db2f), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.223679 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=753c84a960a444dbbbf5ae9b95c93e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240894 Apr 05 13:50:41.228544 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58376) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:41.230466 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade34e01-e47f-456e-ad60-511eff94db2f,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:41.251394 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.251769 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.252104 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.252436 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.252764 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.253088 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.253404 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.253730 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.254048 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.254363 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.254680 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.254995 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.255308 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.255646 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.255956 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821e8c3-99e8-4e72-b418-068bc1863b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:50:41.295027 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d619f0ba-3502-4c03-aad5-ab004a2cc2a4 admin admin] Publish callbacks [] for security_group (ade34e01-e47f-456e-ad60-511eff94db2f), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.316834 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d619f0ba-3502-4c03-aad5-ab004a2cc2a4 admin admin] Publish callbacks [] for security_group (ade34e01-e47f-456e-ad60-511eff94db2f), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.365516 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d619f0ba-3502-4c03-aad5-ab004a2cc2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ade34e01-e47f-456e-ad60-511eff94db2f), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.368217 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d619f0ba-3502-4c03-aad5-ab004a2cc2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.369388 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d619f0ba-3502-4c03-aad5-ab004a2cc2a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ade34e01-e47f-456e-ad60-511eff94db2f HTTP/1.1" status: 204 len: 168 time: 0.1398242 Apr 05 13:50:41.378485 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619f0ba-3502-4c03-aad5-ab004a2cc2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade34e01-e47f-456e-ad60-511eff94db2f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:41.639199 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58382) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:41.653577 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bab0c7ce-1d4b-4ae1-8def-4230c1cdb2bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.731587 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bab0c7ce-1d4b-4ae1-8def-4230c1cdb2bb admin admin] Publish callbacks [] for security_group (8413ecbf-e4ed-4e20-9274-92bb20028e38), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.735354 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bab0c7ce-1d4b-4ae1-8def-4230c1cdb2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (8413ecbf-e4ed-4e20-9274-92bb20028e38), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.774682 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bab0c7ce-1d4b-4ae1-8def-4230c1cdb2bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27a839eef55449c29b9d1a912eb7804d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342900 Apr 05 13:50:41.775689 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0c7ce-1d4b-4ae1-8def-4230c1cdb2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8413ecbf-e4ed-4e20-9274-92bb20028e38,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:41.777486 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 58384) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:41.831521 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a9b3-2135-477f-be20-c2b252a60bae admin admin] Publish callbacks [] for security_group (8413ecbf-e4ed-4e20-9274-92bb20028e38), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.854545 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a9b3-2135-477f-be20-c2b252a60bae admin admin] Publish callbacks [] for security_group (8413ecbf-e4ed-4e20-9274-92bb20028e38), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.916880 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a9b3-2135-477f-be20-c2b252a60bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (8413ecbf-e4ed-4e20-9274-92bb20028e38), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.919549 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a9b3-2135-477f-be20-c2b252a60bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:41.923624 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-3ce6a9b3-2135-477f-be20-c2b252a60bae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8413ecbf-e4ed-4e20-9274-92bb20028e38 HTTP/1.1" status: 204 len: 168 time: 0.1449592 Apr 05 13:50:41.931946 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6a9b3-2135-477f-be20-c2b252a60bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8413ecbf-e4ed-4e20-9274-92bb20028e38,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:42.064137 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eba05-c397-4a0a-9807-7790ca4bca70 req-0def08c5-5a19-438a-b043-02e51de588a3 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:42.065717 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0a5eba05-c397-4a0a-9807-7790ca4bca70 req-0def08c5-5a19-438a-b043-02e51de588a3 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0590820 Apr 05 13:50:42.118009 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0a5eba05-c397-4a0a-9807-7790ca4bca70 req-8e51cb34-4f6c-4937-8ef2-9b38b52da792 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460145 Apr 05 13:50:42.253201 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58394) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:42.266637 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7074e850-a866-4053-a43d-a29f23462b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:42.346092 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7074e850-a866-4053-a43d-a29f23462b82 admin admin] Publish callbacks [] for security_group (9de54e12-7ef0-43b2-8b0e-3f813f3dae21), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:42.351133 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7074e850-a866-4053-a43d-a29f23462b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (9de54e12-7ef0-43b2-8b0e-3f813f3dae21), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:42.391512 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7074e850-a866-4053-a43d-a29f23462b82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6d35003ee1141a8a23b9e18ce357e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371782 Apr 05 13:50:42.392519 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074e850-a866-4053-a43d-a29f23462b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de54e12-7ef0-43b2-8b0e-3f813f3dae21,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:42.394275 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 58396) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:42.448302 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7d384486-7620-44f2-8273-0698d6308b75 admin admin] Publish callbacks [] for security_group (9de54e12-7ef0-43b2-8b0e-3f813f3dae21), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:42.470569 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7d384486-7620-44f2-8273-0698d6308b75 admin admin] Publish callbacks [] for security_group (9de54e12-7ef0-43b2-8b0e-3f813f3dae21), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:42.518437 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7d384486-7620-44f2-8273-0698d6308b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (9de54e12-7ef0-43b2-8b0e-3f813f3dae21), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:42.520988 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7d384486-7620-44f2-8273-0698d6308b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:42.522159 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-7d384486-7620-44f2-8273-0698d6308b75 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9de54e12-7ef0-43b2-8b0e-3f813f3dae21 HTTP/1.1" status: 204 len: 168 time: 0.1268799 Apr 05 13:50:42.530283 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d384486-7620-44f2-8273-0698d6308b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de54e12-7ef0-43b2-8b0e-3f813f3dae21,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:42.691590 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:50:43.240282 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8079103-f7a5-4b2e-be40-66e91df1d29e req-adf202ca-587d-47c6-ac60-f4ff4655d8a0 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:43.241853 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a8079103-f7a5-4b2e-be40-66e91df1d29e req-adf202ca-587d-47c6-ac60-f4ff4655d8a0 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0553200 Apr 05 13:50:43.291724 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a8079103-f7a5-4b2e-be40-66e91df1d29e req-976112bf-d3da-4f5a-933f-9e9c195924a6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Apr 05 13:50:43.601498 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 58430) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:43.710721 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98bb7202-33d7-4c69-bfa2-5209be97a85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:43.789563 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98bb7202-33d7-4c69-bfa2-5209be97a85a admin admin] Publish callbacks [] for security_group (49a994e8-7615-4e37-94bb-3a770db685e8), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:43.793418 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98bb7202-33d7-4c69-bfa2-5209be97a85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (49a994e8-7615-4e37-94bb-3a770db685e8), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:43.834822 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-98bb7202-33d7-4c69-bfa2-5209be97a85a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ecafbee682e4d2592f7efecedbbb40e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322056 Apr 05 13:50:43.835724 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb7202-33d7-4c69-bfa2-5209be97a85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a994e8-7615-4e37-94bb-3a770db685e8,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:43.837507 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58434) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:43.890967 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-195f80f3-f32c-4167-8938-9b9c51400b41 admin admin] Publish callbacks [] for security_group (49a994e8-7615-4e37-94bb-3a770db685e8), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:43.912759 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-195f80f3-f32c-4167-8938-9b9c51400b41 admin admin] Publish callbacks [] for security_group (49a994e8-7615-4e37-94bb-3a770db685e8), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:43.965203 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-195f80f3-f32c-4167-8938-9b9c51400b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (49a994e8-7615-4e37-94bb-3a770db685e8), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:43.967743 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-195f80f3-f32c-4167-8938-9b9c51400b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:43.968927 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-195f80f3-f32c-4167-8938-9b9c51400b41 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49a994e8-7615-4e37-94bb-3a770db685e8 HTTP/1.1" status: 204 len: 168 time: 0.1304204 Apr 05 13:50:43.977250 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f80f3-f32c-4167-8938-9b9c51400b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a994e8-7615-4e37-94bb-3a770db685e8,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:44.426359 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7299-4a28-4e46-adf7-27dbd07ad6c6 req-d2da708e-afa0-4241-97aa-8adba6ada968 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:44.427922 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-818e7299-4a28-4e46-adf7-27dbd07ad6c6 req-d2da708e-afa0-4241-97aa-8adba6ada968 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0620055 Apr 05 13:50:44.484568 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-818e7299-4a28-4e46-adf7-27dbd07ad6c6 req-8db961d3-bb37-437c-93af-569128b6eaad tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479136 Apr 05 13:50:45.610897 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaf877-ebf9-4711-8e19-2dda6ff85303 req-df3de88f-75d2-4e90-b05c-a4ad1b2ca244 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:45.612507 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ddeaf877-ebf9-4711-8e19-2dda6ff85303 req-df3de88f-75d2-4e90-b05c-a4ad1b2ca244 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0571544 Apr 05 13:50:45.662973 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ddeaf877-ebf9-4711-8e19-2dda6ff85303 req-3fe5df46-fbca-47ff-9cd1-6962b4caa20f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448232 Apr 05 13:50:46.782869 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c505a-ea68-4415-aa13-82157d3bf744 req-f49ec1e5-c240-490e-a5e6-4fb13d688afa tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:46.784432 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dc7c505a-ea68-4415-aa13-82157d3bf744 req-f49ec1e5-c240-490e-a5e6-4fb13d688afa tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0551028 Apr 05 13:50:46.832488 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-dc7c505a-ea68-4415-aa13-82157d3bf744 req-c90bdd55-eeaf-451a-b6c7-0721649f88b0 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424395 Apr 05 13:50:47.951372 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66e-6820-4ecb-9328-9f6650f2a1f0 req-2ad3307a-cd1d-42c2-b417-34bfaff85da2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:47.952831 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0fbdc66e-6820-4ecb-9328-9f6650f2a1f0 req-2ad3307a-cd1d-42c2-b417-34bfaff85da2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0525601 Apr 05 13:50:48.005264 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0fbdc66e-6820-4ecb-9328-9f6650f2a1f0 req-f4dc8fd1-696c-416d-b119-4ede9d36a8ad tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456662 Apr 05 13:50:49.130633 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd4379-dc0f-45e5-994c-4e4632e09809 req-fb9eb0ed-0897-4b7a-9a5e-8e475cb07b60 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:49.132190 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-60bd4379-dc0f-45e5-994c-4e4632e09809 req-fb9eb0ed-0897-4b7a-9a5e-8e475cb07b60 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0565741 Apr 05 13:50:49.185942 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-60bd4379-dc0f-45e5-994c-4e4632e09809 req-965fca88-38d6-47c2-8907-4c467a3dcd9a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479524 Apr 05 13:50:50.306219 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa10e61-7468-4335-a9e5-b8b01de00b24 req-48391a46-83af-40cb-8f12-5e84e36b794d tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:50.307865 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7aa10e61-7468-4335-a9e5-b8b01de00b24 req-48391a46-83af-40cb-8f12-5e84e36b794d tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0546682 Apr 05 13:50:50.356979 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7aa10e61-7468-4335-a9e5-b8b01de00b24 req-6465faa6-41b9-458b-ae44-04f81336bfee tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437667 Apr 05 13:50:51.480618 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3e1f6-f8a0-4018-91b6-7efaf8b9166d req-be247568-1a50-4802-821c-8773f294533e tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:51.482180 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e3c3e1f6-f8a0-4018-91b6-7efaf8b9166d req-be247568-1a50-4802-821c-8773f294533e tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0542278 Apr 05 13:50:51.530840 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e3c3e1f6-f8a0-4018-91b6-7efaf8b9166d req-52018d18-8953-41fc-b4ec-c4b3bf7c1d6f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417104 Apr 05 13:50:52.004743 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 58594) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:52.107702 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d157263b-4046-47f6-b788-de914e60ee4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:52.180937 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d157263b-4046-47f6-b788-de914e60ee4c admin admin] Publish callbacks [] for security_group (9e8a308c-f9a5-4d17-874c-e5f4143178b5), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:52.184663 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d157263b-4046-47f6-b788-de914e60ee4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (9e8a308c-f9a5-4d17-874c-e5f4143178b5), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:52.223310 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d157263b-4046-47f6-b788-de914e60ee4c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7347c28d74254273afe2e6e2f705f704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175207 Apr 05 13:50:52.224198 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157263b-4046-47f6-b788-de914e60ee4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8a308c-f9a5-4d17-874c-e5f4143178b5,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:52.226282 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58598) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:52.274272 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95eb0e13-fb66-4b49-95be-df083c93718a admin admin] Publish callbacks [] for security_group (9e8a308c-f9a5-4d17-874c-e5f4143178b5), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:52.295034 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95eb0e13-fb66-4b49-95be-df083c93718a admin admin] Publish callbacks [] for security_group (9e8a308c-f9a5-4d17-874c-e5f4143178b5), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:52.340526 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95eb0e13-fb66-4b49-95be-df083c93718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (9e8a308c-f9a5-4d17-874c-e5f4143178b5), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:52.343246 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95eb0e13-fb66-4b49-95be-df083c93718a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:52.345323 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-95eb0e13-fb66-4b49-95be-df083c93718a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e8a308c-f9a5-4d17-874c-e5f4143178b5 HTTP/1.1" status: 204 len: 168 time: 0.1173952 Apr 05 13:50:52.354399 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb0e13-fb66-4b49-95be-df083c93718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8a308c-f9a5-4d17-874c-e5f4143178b5,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:52.611456 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58612) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:52.625680 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-be35728f-99d7-4846-a1a4-1270d6375e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:52.665666 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad1b2d-446d-42c3-bf19-42182294436c req-7537a642-dc83-46d1-bd09-253ba6a19a03 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:52.667368 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6aad1b2d-446d-42c3-bf19-42182294436c req-7537a642-dc83-46d1-bd09-253ba6a19a03 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0636175 Apr 05 13:50:52.717891 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-be35728f-99d7-4846-a1a4-1270d6375e1a admin admin] Publish callbacks [] for security_group (8fa36925-201c-4de0-ba6a-d61a7fbea58a), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:52.719721 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6aad1b2d-446d-42c3-bf19-42182294436c req-663be19c-5167-425e-91aa-1856358db490 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437922 Apr 05 13:50:52.722599 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-be35728f-99d7-4846-a1a4-1270d6375e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (8fa36925-201c-4de0-ba6a-d61a7fbea58a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.020414 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35728f-99d7-4846-a1a4-1270d6375e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa36925-201c-4de0-ba6a-d61a7fbea58a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:53.024531 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-be35728f-99d7-4846-a1a4-1270d6375e1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=812bfce15cf74173a10118b07d085ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118047 Apr 05 13:50:53.027177 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58620) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:53.075345 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c00661c8-70ec-4ac2-802a-d1a375fe4055 admin admin] Publish callbacks [] for security_group (8fa36925-201c-4de0-ba6a-d61a7fbea58a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.096218 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c00661c8-70ec-4ac2-802a-d1a375fe4055 admin admin] Publish callbacks [] for security_group (8fa36925-201c-4de0-ba6a-d61a7fbea58a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.142054 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c00661c8-70ec-4ac2-802a-d1a375fe4055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (8fa36925-201c-4de0-ba6a-d61a7fbea58a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.145251 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c00661c8-70ec-4ac2-802a-d1a375fe4055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.146855 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c00661c8-70ec-4ac2-802a-d1a375fe4055 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8fa36925-201c-4de0-ba6a-d61a7fbea58a HTTP/1.1" status: 204 len: 168 time: 0.1185398 Apr 05 13:50:53.155037 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00661c8-70ec-4ac2-802a-d1a375fe4055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa36925-201c-4de0-ba6a-d61a7fbea58a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:53.470076 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58626) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:53.483145 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7269-7fa8-4d58-82cd-32ada5901482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.556931 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7269-7fa8-4d58-82cd-32ada5901482 admin admin] Publish callbacks [] for security_group (bc3d68f9-9c59-4f20-9bf3-d76038136891), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.560995 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7269-7fa8-4d58-82cd-32ada5901482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (bc3d68f9-9c59-4f20-9bf3-d76038136891), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.599195 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a7269-7fa8-4d58-82cd-32ada5901482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3d68f9-9c59-4f20-9bf3-d76038136891,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:53.604703 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1b8a7269-7fa8-4d58-82cd-32ada5901482 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d452e8239f248b0a4ca3cef2d3a095e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335847 Apr 05 13:50:53.607310 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58628) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:50:53.657204 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-a1ac-4958-ae3e-a136ef73148a admin admin] Publish callbacks [] for security_group (bc3d68f9-9c59-4f20-9bf3-d76038136891), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.677242 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-a1ac-4958-ae3e-a136ef73148a admin admin] Publish callbacks [] for security_group (bc3d68f9-9c59-4f20-9bf3-d76038136891), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.723352 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-a1ac-4958-ae3e-a136ef73148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (bc3d68f9-9c59-4f20-9bf3-d76038136891), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.726146 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-a1ac-4958-ae3e-a136ef73148a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:50:53.727364 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-10fa01df-a1ac-4958-ae3e-a136ef73148a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc3d68f9-9c59-4f20-9bf3-d76038136891 HTTP/1.1" status: 204 len: 168 time: 0.1190519 Apr 05 13:50:53.735255 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa01df-a1ac-4958-ae3e-a136ef73148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3d68f9-9c59-4f20-9bf3-d76038136891,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:50:53.848091 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf9e84-7e81-4c3d-9af8-3bfe2b11d635 req-819c80ff-2023-455b-8f18-b2ebfd310e8f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:53.851080 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a2cf9e84-7e81-4c3d-9af8-3bfe2b11d635 req-819c80ff-2023-455b-8f18-b2ebfd310e8f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0595596 Apr 05 13:50:53.906204 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a2cf9e84-7e81-4c3d-9af8-3bfe2b11d635 req-870c039b-9b5d-47c8-af29-815575712453 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488033 Apr 05 13:50:55.033291 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c867e8-3828-4b10-b006-a5157853290d req-98f66261-fa3f-456e-a3e3-8278f15a18cd tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:55.034779 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-44c867e8-3828-4b10-b006-a5157853290d req-98f66261-fa3f-456e-a3e3-8278f15a18cd tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0545108 Apr 05 13:50:55.084032 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-44c867e8-3828-4b10-b006-a5157853290d req-52cfd8de-effe-40af-9fb9-7561043b0dad tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436451 Apr 05 13:50:55.332708 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a056-ddf6-4728-8249-9d94cb687daa req-815e0bc4-91fb-4572-aa89-36f29105851f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:55.334316 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-49a7a056-ddf6-4728-8249-9d94cb687daa req-815e0bc4-91fb-4572-aa89-36f29105851f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0574272 Apr 05 13:50:55.391358 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-38a09d5f-d4c9-43c9-9a81-de49153c8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:55.392905 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-38a09d5f-d4c9-43c9-9a81-de49153c8de4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 1129 time: 0.0506282 Apr 05 13:50:55.394773 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-49a7a056-ddf6-4728-8249-9d94cb687daa req-81c97046-2a82-4acb-8429-32da2c660d99 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545323 Apr 05 13:50:55.492323 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-39d997c5-77d2-425b-afd5-2ea5b60eeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:55.493789 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-39d997c5-77d2-425b-afd5-2ea5b60eeea5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 200 len: 911 time: 0.0948691 Apr 05 13:50:55.564205 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-1abdd920-5bf1-4c11-aa3a-545fca90812a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b098ba-9acc-40b2-a9c1-81e4551c96cc HTTP/1.1" status: 200 len: 1001 time: 0.0645347 Apr 05 13:50:55.613273 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-1135b96c-0c2d-49c9-82e6-bec5b29e71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:55.614719 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-1135b96c-0c2d-49c9-82e6-bec5b29e71a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91431d47-73b7-494d-bb9f-9fe852011090 HTTP/1.1" status: 200 len: 849 time: 0.0443354 Apr 05 13:50:55.663458 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-e1258d73-11f9-4c78-9dd8-c9c60df4f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:55.664962 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-e1258d73-11f9-4c78-9dd8-c9c60df4f6e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446856 Apr 05 13:50:55.759911 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-4d79c28f-cd26-44c1-8c0b-3eca9de7ed84 service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869226 Apr 05 13:50:55.854093 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-54be8a0c-1fa3-4f39-8eeb-b0f0cbccf2cf req-8fbf94bd-6081-4172-b579-67c79350e902 service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864260 Apr 05 13:50:56.518757 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275ad28-8d9c-4b07-ba5b-755c3a0a4649 req-eefaa76f-aa55-4a9a-a78e-730d1cd2b584 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:56.520235 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3275ad28-8d9c-4b07-ba5b-755c3a0a4649 req-eefaa76f-aa55-4a9a-a78e-730d1cd2b584 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0542617 Apr 05 13:50:56.573307 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3275ad28-8d9c-4b07-ba5b-755c3a0a4649 req-c7d43e86-65f4-48ff-87ad-a02f5f27da5e tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470521 Apr 05 13:50:57.696594 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54121f13-914e-4934-997c-b93df2dce380 req-5bf4768b-81c2-40fc-9faa-08971970328c tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:50:57.698281 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-54121f13-914e-4934-997c-b93df2dce380 req-5bf4768b-81c2-40fc-9faa-08971970328c tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0542440 Apr 05 13:50:57.745389 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-54121f13-914e-4934-997c-b93df2dce380 req-eb604cea-2f46-40ac-a5fd-d5d29394c386 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413644 Apr 05 13:51:03.351097 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2f5272a4-d3d2-4921-b5b7-e4591488564e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:05.784623 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-75217b9a-450c-471e-9a0b-e803e67a75c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:06.666296 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:07.403266 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58766) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:07.714722 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Deleting port 53628da4-7d38-4c44-9171-12ba94c65cbe {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:07.714973 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (53628da4-7d38-4c44-9171-12ba94c65cbe), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:07.792389 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (53628da4-7d38-4c44-9171-12ba94c65cbe), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:07.792716 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for floatingip (53628da4-7d38-4c44-9171-12ba94c65cbe), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:07.804832 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Calling delete_port for 53628da4-7d38-4c44-9171-12ba94c65cbe owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:07.954058 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (53628da4-7d38-4c44-9171-12ba94c65cbe), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:07.978924 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event deleted for resources: {'Port': ['ID=53628da4-7d38-4c44-9171-12ba94c65cbe,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:08.043775 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for floatingip (e193f1e1-92e4-4d41-ac05-8de1a2fb66e2), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:08.044103 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Floating IP e193f1e1-92e4-4d41-ac05-8de1a2fb66e2 disassociated (deleted). External IP: 172.27.2.124, port: 93bae86b-669b-4308-a536-f0b8640d6b10. Apr 05 13:51:08.253547 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Router 576d4964-f629-4d14-b395-4232731e9941 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:51:08.279890 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:08.364723 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:51:08.369620 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:08.374079 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] Sync routers for ids ['576d4964-f629-4d14-b395-4232731e9941'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:51:08.382970 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] Routers {'576d4964-f629-4d14-b395-4232731e9941'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:51:08.383602 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:51:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['576d4964-f629-4d14-b395-4232731e9941'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:08.398625 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-225cf030-0113-498b-ba92-2acd4cd4bbbd tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "DELETE /v2.0/floatingips/e193f1e1-92e4-4d41-ac05-8de1a2fb66e2 HTTP/1.1" status: 204 len: 168 time: 0.9943237 Apr 05 13:51:08.399314 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:51:08.401687 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769" -d '{"events": [{"name": "network-changed", "server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:51:08.438914 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd5a89b-e765-4a59-a16a-392eb3590291 x-openstack-request-id: req-ccd5a89b-e765-4a59-a16a-392eb3590291 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:51:08.439573 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:51:08.439573 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ccd5a89b-e765-4a59-a16a-392eb3590291 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:51:08.442078 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd5a89b-e765-4a59-a16a-392eb3590291'] response: {'name': 'network-changed', 'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10', 'status': 'completed', 'code': 200} Apr 05 13:51:08.500231 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] Set router 576d4964-f629-4d14-b395-4232731e9941 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:51:08.620399 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e9c7c-249d-420d-9d40-3c9d0e71349c req-a42db43b-81a7-408c-89e2-d0f7fecdb7a3 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:08.622083 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-930e9c7c-249d-420d-9d40-3c9d0e71349c req-a42db43b-81a7-408c-89e2-d0f7fecdb7a3 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0533941 Apr 05 13:51:08.670821 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-930e9c7c-249d-420d-9d40-3c9d0e71349c req-47b3da4f-5e1b-4b67-b011-82b12f42fc2d tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Apr 05 13:51:08.703594 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:50Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6cb3d985-2ca5-4f69-b639-2d33104f54fb', 'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'mac_address': 'fa:16:3e:1e:95:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:49Z', 'updated_at': '2022-04-05T13:45:57Z', 'revision_number': 5, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'subnets': [{'id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:08.728860 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] Checking router: 576d4964-f629-4d14-b395-4232731e9941 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:51:08.737586 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] Routers {'576d4964-f629-4d14-b395-4232731e9941'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:51:08.738187 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:51:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['576d4964-f629-4d14-b395-4232731e9941'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:08.850587 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] Set router 576d4964-f629-4d14-b395-4232731e9941 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:51:08.959371 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:09.049746 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:50Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6cb3d985-2ca5-4f69-b639-2d33104f54fb', 'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'mac_address': 'fa:16:3e:1e:95:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:49Z', 'updated_at': '2022-04-05T13:45:57Z', 'revision_number': 5, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'subnets': [{'id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:09.074874 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc2bdc-78ba-404a-9606-c8c9f8f05b77 None None] The sync data for ids ['576d4964-f629-4d14-b395-4232731e9941'] in dv-cinder-835878-2-iscsi is: [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:45:50Z', 'revision_number': 4, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '6cb3d985-2ca5-4f69-b639-2d33104f54fb', 'name': '', 'network_id': '9d0b59a5-cdca-47e8-a09b-49bcf22a180c', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'mac_address': 'fa:16:3e:1e:95:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:49Z', 'updated_at': '2022-04-05T13:45:57Z', 'revision_number': 5, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'subnets': [{'id': '21bd696a-ea8e-466c-af27-ff4e0e569372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:51:09.302003 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ea81e-414c-4adf-b1d3-fb5bd671d7e0 None None] New status for floating IP e193f1e1-92e4-4d41-ac05-8de1a2fb66e2: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:51:09.791405 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f23ada-beb3-4f05-95dd-5c963b1d71fd req-9aa6842b-c29e-4f3f-add6-25e6b32c6375 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:09.792952 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-67f23ada-beb3-4f05-95dd-5c963b1d71fd req-9aa6842b-c29e-4f3f-add6-25e6b32c6375 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0526793 Apr 05 13:51:09.843149 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-67f23ada-beb3-4f05-95dd-5c963b1d71fd req-a111c85a-ce9a-4c78-be52-54a00cb16358 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443451 Apr 05 13:51:09.967340 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:10.968743 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d996d5-8d3d-4964-82a0-b6947d9efeaf req-18b5e877-662a-45ad-ac60-e2c309c3aaf5 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:10.970407 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-33d996d5-8d3d-4964-82a0-b6947d9efeaf req-18b5e877-662a-45ad-ac60-e2c309c3aaf5 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0535388 Apr 05 13:51:11.030578 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-33d996d5-8d3d-4964-82a0-b6947d9efeaf req-518a21c9-9ef9-454c-9eb8-fcd720e5cfeb tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535798 Apr 05 13:51:12.164789 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179ad8f-5c84-4cc9-9589-97aa4a3642f3 req-984f4a35-6951-4fcf-83fd-b4905e172d06 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:12.166261 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e179ad8f-5c84-4cc9-9589-97aa4a3642f3 req-984f4a35-6951-4fcf-83fd-b4905e172d06 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0536556 Apr 05 13:51:12.214803 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e179ad8f-5c84-4cc9-9589-97aa4a3642f3 req-39770049-5ccd-45e5-a379-5618241a45d9 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428267 Apr 05 13:51:12.968850 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-797cd206-c2dd-49bc-b976-8ce777553036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:12.970321 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-797cd206-c2dd-49bc-b976-8ce777553036 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d8f6f280f0d454aa7ced0d787929726&device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0491261 Apr 05 13:51:13.065554 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-e2395406-2dc8-4267-a2c4-d45d608b729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:13.066992 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-e2395406-2dc8-4267-a2c4-d45d608b729f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c HTTP/1.1" status: 200 len: 910 time: 0.0873406 Apr 05 13:51:13.190403 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-6530d3f8-5a9f-4a90-8ec6-680e89163a70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bae86b-669b-4308-a536-f0b8640d6b10 HTTP/1.1" status: 200 len: 217 time: 0.0418489 Apr 05 13:51:13.243911 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-5f2c8048-12c2-4a4a-8ba5-1e4b9e5d4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:13.244960 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-5f2c8048-12c2-4a4a-8ba5-1e4b9e5d4996 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21bd696a-ea8e-466c-af27-ff4e0e569372 HTTP/1.1" status: 200 len: 848 time: 0.0463877 Apr 05 13:51:13.332875 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aec31-7a76-4667-9022-4bf3245f06d5 req-aa7c3f39-a5ed-4e8c-9149-92442e76ca1b tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:13.334473 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-152aec31-7a76-4667-9022-4bf3245f06d5 req-aa7c3f39-a5ed-4e8c-9149-92442e76ca1b tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Apr 05 13:51:13.382399 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-152aec31-7a76-4667-9022-4bf3245f06d5 req-9585f610-6cbf-460d-a49a-7f66ed2011e1 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/security-groups?id=21e8f462-11d2-4e62-9b15-38ae5e59f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424464 Apr 05 13:51:13.446041 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-35c43288-e2b3-4070-82a8-e87008030608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:13.447531 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-35c43288-e2b3-4070-82a8-e87008030608 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d0b59a5-cdca-47e8-a09b-49bcf22a180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443637 Apr 05 13:51:13.592029 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-8d4ba0d6-9c0f-4d47-bd0e-02b7f5d3fa4e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:13.593508 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-8d4ba0d6-9c0f-4d47-bd0e-02b7f5d3fa4e tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.46 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 945 time: 0.1237292 Apr 05 13:51:13.598741 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-111ca938-5bee-483b-bd94-515b97965425 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367092 Apr 05 13:51:13.753617 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2b5bcd3f-ccd0-4460-82c0-ced9c1d37769 req-a72f5846-cb68-4103-b576-e4c679ae10ee service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294391 Apr 05 13:51:13.762038 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-43c23f39-cb49-4ee1-8ae7-e86a6e6dfaf8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Deleting port 93bae86b-669b-4308-a536-f0b8640d6b10 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:13.762390 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-43c23f39-cb49-4ee1-8ae7-e86a6e6dfaf8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:13.856834 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-43c23f39-cb49-4ee1-8ae7-e86a6e6dfaf8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] For port 93bae86b-669b-4308-a536-f0b8640d6b10, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=93bae86b-669b-4308-a536-f0b8640d6b10,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:13.857205 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-43c23f39-cb49-4ee1-8ae7-e86a6e6dfaf8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:13.870806 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-43c23f39-cb49-4ee1-8ae7-e86a6e6dfaf8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Calling delete_port for 93bae86b-669b-4308-a536-f0b8640d6b10 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:14.004419 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-43c23f39-cb49-4ee1-8ae7-e86a6e6dfaf8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (93bae86b-669b-4308-a536-f0b8640d6b10), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:14.033917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c23f39-cb49-4ee1-8ae7-e86a6e6dfaf8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event deleted for resources: {'Port': ['ID=93bae86b-669b-4308-a536-f0b8640d6b10,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:14.078156 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-43c23f39-cb49-4ee1-8ae7-e86a6e6dfaf8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] No DVR routers for this DVR port 93bae86b-669b-4308-a536-f0b8640d6b10 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:51:14.080796 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-43c23f39-cb49-4ee1-8ae7-e86a6e6dfaf8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:14.084091 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ea8641e7-c84c-4384-a5c1-d066f21ed1bf req-43c23f39-cb49-4ee1-8ae7-e86a6e6dfaf8 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.46 "DELETE /v2.0/ports/93bae86b-669b-4308-a536-f0b8640d6b10 HTTP/1.1" status: 204 len: 173 time: 0.4842994 Apr 05 13:51:14.084534 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'name': 'network-vif-deleted', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:51:14.086817 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b37cea1-cce6-4159-840e-d5278f9d3a5f" -d '{"events": [{"server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "name": "network-vif-deleted", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:51:14.128654 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab8b232-1d7d-4696-b057-5b139d081365 x-openstack-request-id: req-9ab8b232-1d7d-4696-b057-5b139d081365 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:51:14.128959 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5774fdc2-d449-49b9-837c-a4e9695da6b6", "name": "network-vif-deleted", "tag": "93bae86b-669b-4308-a536-f0b8640d6b10", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:51:14.129212 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ab8b232-1d7d-4696-b057-5b139d081365 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:51:14.129621 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab8b232-1d7d-4696-b057-5b139d081365'] response: {'server_uuid': '5774fdc2-d449-49b9-837c-a4e9695da6b6', 'name': 'network-vif-deleted', 'tag': '93bae86b-669b-4308-a536-f0b8640d6b10', 'status': 'completed', 'code': 200} Apr 05 13:51:14.485781 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bd81d45c-756a-453c-840e-7b70d547af99 req-ed9beb63-9b38-46c2-b9ae-67f227e0da87 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "GET /v2.0/ports?device_id=5774fdc2-d449-49b9-837c-a4e9695da6b6 HTTP/1.1" status: 200 len: 210 time: 0.0306344 Apr 05 13:51:15.168461 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-030c73f9-2222-422d-99d6-332f5ae471b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471513 Apr 05 13:51:15.239800 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-c00332c4-e70d-4a02-a2e5-aed45f9be555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:15.241286 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-c00332c4-e70d-4a02-a2e5-aed45f9be555 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 1130 time: 0.0487974 Apr 05 13:51:15.355554 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-0135fa05-e06c-441a-b348-374704a6e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:15.356954 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-0135fa05-e06c-441a-b348-374704a6e5d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 911 time: 0.0905366 Apr 05 13:51:15.431484 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-35fe478b-b098-450f-a50f-3765a49e1316 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 HTTP/1.1" status: 200 len: 1002 time: 0.0669525 Apr 05 13:51:15.483590 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-8977a112-d9ee-4fb8-a5d6-d350888ac63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:15.484352 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-8977a112-d9ee-4fb8-a5d6-d350888ac63f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0456536 Apr 05 13:51:15.538407 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-b503a39f-8863-40d9-a8dd-2352a08537c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:15.539973 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-b503a39f-8863-40d9-a8dd-2352a08537c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488479 Apr 05 13:51:15.551375 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58860) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:15.608073 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f74-938d-4f06-9fa9-b720b6606f60 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group (21e8f462-11d2-4e62-9b15-38ae5e59f8cf), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:15.632544 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f74-938d-4f06-9fa9-b720b6606f60 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group (21e8f462-11d2-4e62-9b15-38ae5e59f8cf), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:15.649919 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-05983b25-443c-4b94-8a53-1fc99d37af9c service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022315 Apr 05 13:51:15.699421 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f74-938d-4f06-9fa9-b720b6606f60 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (21e8f462-11d2-4e62-9b15-38ae5e59f8cf), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:15.702164 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f74-938d-4f06-9fa9-b720b6606f60 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:15.704126 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f5bb6f74-938d-4f06-9fa9-b720b6606f60 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] 10.222.0.59 "DELETE /v2.0/security-groups/21e8f462-11d2-4e62-9b15-38ae5e59f8cf HTTP/1.1" status: 204 len: 168 time: 0.1517344 Apr 05 13:51:15.716702 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb6f74-938d-4f06-9fa9-b720b6606f60 tempest-TestShelveInstance-1468953902 tempest-TestShelveInstance-1468953902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e8f462-11d2-4e62-9b15-38ae5e59f8cf,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:15.752342 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58864) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:15.760762 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-e9c2dcee-c3a1-49da-b2eb-9f32abd9fd73 req-274c5c6b-7ae2-4711-908e-6c7519eeade8 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033487 Apr 05 13:51:16.203659 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092052'] for router_interface (576d4964-f629-4d14-b395-4232731e9941), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:16.461881 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] Deleting port 6cb3d985-2ca5-4f69-b639-2d33104f54fb {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:16.462141 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:16.547166 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] For port 6cb3d985-2ca5-4f69-b639-2d33104f54fb, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=6cb3d985-2ca5-4f69-b639-2d33104f54fb,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:16.547570 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:16.562348 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] Calling delete_port for 6cb3d985-2ca5-4f69-b639-2d33104f54fb owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:16.752470 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (6cb3d985-2ca5-4f69-b639-2d33104f54fb), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:16.783965 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb3d985-2ca5-4f69-b639-2d33104f54fb,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:16.962861 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2073473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578372'] for router_interface (576d4964-f629-4d14-b395-4232731e9941), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:17.216646 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] Router 576d4964-f629-4d14-b395-4232731e9941 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:51:17.611031 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:51:17.618205 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9dca6d3c-6af9-431b-83cc-0270b562409e admin admin] 10.222.0.59 "PUT /v2.0/routers/576d4964-f629-4d14-b395-4232731e9941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8625865 Apr 05 13:51:17.618430 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58942) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:17.625144 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] Sync routers for ids ['576d4964-f629-4d14-b395-4232731e9941'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:51:17.637831 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] Routers {'576d4964-f629-4d14-b395-4232731e9941'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:51:17.638481 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:51:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['576d4964-f629-4d14-b395-4232731e9941'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:17.740335 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Publish callbacks [] for router (576d4964-f629-4d14-b395-4232731e9941), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:17.803104 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 93bae86b-669b-4308-a536-f0b8640d6b10 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:51:17.828643 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 93bae86b-669b-4308-a536-f0b8640d6b10 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:51:17.829046 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 93bae86b-669b-4308-a536-f0b8640d6b10 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:51:17.847885 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] Set router 576d4964-f629-4d14-b395-4232731e9941 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:51:17.866434 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Publish callbacks [] for router_gateway (576d4964-f629-4d14-b395-4232731e9941), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:17.919230 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Deleting port e2c91587-f716-4748-972b-a49259666260 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:17.919622 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (e2c91587-f716-4748-972b-a49259666260), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.004184 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] For port e2c91587-f716-4748-972b-a49259666260, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=e2c91587-f716-4748-972b-a49259666260,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:18.004557 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (e2c91587-f716-4748-972b-a49259666260), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.017498 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Calling delete_port for e2c91587-f716-4748-972b-a49259666260 owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:18.033476 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e2c91587-f716-4748-972b-a49259666260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:51:16Z', 'revision_number': 5, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port': {'id': 'e2c91587-f716-4748-972b-a49259666260', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d4964-f629-4d14-b395-4232731e9941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:46Z', 'updated_at': '2022-04-05T13:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:18.066725 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] Checking router: 576d4964-f629-4d14-b395-4232731e9941 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:51:18.075599 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] Routers {'576d4964-f629-4d14-b395-4232731e9941'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:51:18.076238 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:51:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['576d4964-f629-4d14-b395-4232731e9941'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:18.175206 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] Set router 576d4964-f629-4d14-b395-4232731e9941 gateway port host: None {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:51:18.216300 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (e2c91587-f716-4748-972b-a49259666260), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.226494 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:51:17Z', 'revision_number': 6, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port_host': None}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:18.243092 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c91587-f716-4748-972b-a49259666260,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:18.261957 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80a531-922c-4366-8bef-d130dc554385 None None] The sync data for ids ['576d4964-f629-4d14-b395-4232731e9941'] in dv-cinder-835878-2-iscsi is: [{'id': '576d4964-f629-4d14-b395-4232731e9941', 'name': 'tempest-TestShelveInstance-1759631226-router', 'tenant_id': '6d8f6f280f0d454aa7ced0d787929726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:45Z', 'updated_at': '2022-04-05T13:51:17Z', 'revision_number': 6, 'project_id': '6d8f6f280f0d454aa7ced0d787929726', 'gw_port_host': None}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:51:18.319706 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578306'] for router_gateway (576d4964-f629-4d14-b395-4232731e9941), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.423444 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14376'] for router (576d4964-f629-4d14-b395-4232731e9941), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.426227 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Publish callbacks [] for router_controller (576d4964-f629-4d14-b395-4232731e9941), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.470394 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092792'] for router (576d4964-f629-4d14-b395-4232731e9941), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.470936 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 576d4964-f629-4d14-b395-4232731e9941 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 13:51:18.475844 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.477028 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-269f7d2b-7605-4d8a-a26a-49508421b8ce admin admin] 10.222.0.59 "DELETE /v2.0/routers/576d4964-f629-4d14-b395-4232731e9941 HTTP/1.1" status: 204 len: 168 time: 0.8576827 Apr 05 13:51:18.479479 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58946) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:18.524938 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-058fee58-fe8f-408b-8508-07dc22c60fa7 admin admin] Deleting subnet 21bd696a-ea8e-466c-af27-ff4e0e569372 {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:51:18.528041 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-058fee58-fe8f-408b-8508-07dc22c60fa7 admin admin] Publish callbacks [] for subnet (21bd696a-ea8e-466c-af27-ff4e0e569372), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.562891 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-058fee58-fe8f-408b-8508-07dc22c60fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444386'] for subnet (21bd696a-ea8e-466c-af27-ff4e0e569372), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.647245 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-058fee58-fe8f-408b-8508-07dc22c60fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (21bd696a-ea8e-466c-af27-ff4e0e569372), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.709081 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-058fee58-fe8f-408b-8508-07dc22c60fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25339686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25434302'] for subnet (21bd696a-ea8e-466c-af27-ff4e0e569372), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.737512 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fee58-fe8f-408b-8508-07dc22c60fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21bd696a-ea8e-466c-af27-ff4e0e569372,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:18.746467 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-058fee58-fe8f-408b-8508-07dc22c60fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.750739 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-058fee58-fe8f-408b-8508-07dc22c60fa7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/21bd696a-ea8e-466c-af27-ff4e0e569372 HTTP/1.1" status: 204 len: 168 time: 0.2700560 Apr 05 13:51:18.753445 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58952) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:18.756329 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80c100-a567-48e7-8900-73e151ac5150 None None] Network 9d0b59a5-cdca-47e8-a09b-49bcf22a180c requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:51:18.838932 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (9d0b59a5-cdca-47e8-a09b-49bcf22a180c), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.908944 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Deleting port a9eff217-923c-4bb6-b982-b33fcab18ec0 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:18.909362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.980385 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] For port a9eff217-923c-4bb6-b982-b33fcab18ec0, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a9eff217-923c-4bb6-b982-b33fcab18ec0,segment=NetworkSegment(2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a),segment_id=2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:18.980803 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:18.988224 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d53f7-19b9-4f78-8137-11bade5d1f9d req-ba4a91ac-10c5-40cb-9c94-db312e1861f7 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:18.989745 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-782d53f7-19b9-4f78-8137-11bade5d1f9d req-ba4a91ac-10c5-40cb-9c94-db312e1861f7 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 945 time: 0.0593045 Apr 05 13:51:19.001223 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Calling delete_port for a9eff217-923c-4bb6-b982-b33fcab18ec0 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:19.043637 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-782d53f7-19b9-4f78-8137-11bade5d1f9d req-34f0438b-3f9f-4c01-83fb-1f12b3dfd806 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470083 Apr 05 13:51:19.076022 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] DHCP port deletion for 9d0b59a5-cdca-47e8-a09b-49bcf22a180c request from dv-cinder-835878-2-iscsi {{(pid=109891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 13:51:19.106978 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:19.135419 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9eff217-923c-4bb6-b982-b33fcab18ec0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:19.138684 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Deleting port a9eff217-923c-4bb6-b982-b33fcab18ec0 {{(pid=109891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:19.139371 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), before_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:19.139638 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] No DVR routers for this DVR port a9eff217-923c-4bb6-b982-b33fcab18ec0 on host dv-cinder-835878-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:51:19.219333 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a9eff217-923c-4bb6-b982-b33fcab18ec0 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:51:19.230271 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] For port a9eff217-923c-4bb6-b982-b33fcab18ec0, host dv-cinder-835878-2-iscsi, got binding levels [] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:19.231044 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), precommit_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:19.243946 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (9d0b59a5-cdca-47e8-a09b-49bcf22a180c), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:19.265434 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: a9eff217-923c-4bb6-b982-b33fcab18ec0 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:51:19.265785 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a9eff217-923c-4bb6-b982-b33fcab18ec0 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:51:19.266211 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device e2c91587-f716-4748-972b-a49259666260 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:51:19.271478 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Calling delete_port for a9eff217-923c-4bb6-b982-b33fcab18ec0 owned by network:dhcp {{(pid=109891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:19.271772 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0b59a5-cdca-47e8-a09b-49bcf22a180c']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:19.281561 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:19.281802 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:19.289908 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.ipam_backend_mixin [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Port a9eff217-923c-4bb6-b982-b33fcab18ec0 was not found and therefore no delete operation was performed {{(pid=109891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 13:51:19.290998 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: e2c91587-f716-4748-972b-a49259666260 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:51:19.291136 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:19.291653 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device e2c91587-f716-4748-972b-a49259666260 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:51:19.292236 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 6cb3d985-2ca5-4f69-b639-2d33104f54fb no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:51:19.295049 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735'] for port (a9eff217-923c-4bb6-b982-b33fcab18ec0), after_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:19.305996 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:19.312860 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:51:19.313441 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (2397f55f-3dcc-4c45-a1b0-f2bef8ff6e2a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:51:19.315041 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:51:19.337646 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 6cb3d985-2ca5-4f69-b639-2d33104f54fb {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:51:19.338101 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 6cb3d985-2ca5-4f69-b639-2d33104f54fb not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:51:19.342034 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Pushing event deleted for resources: {'Port': ['ID=a9eff217-923c-4bb6-b982-b33fcab18ec0,revision_number=None']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:19.351022 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] No DVR routers for this DVR port a9eff217-923c-4bb6-b982-b33fcab18ec0 on host dv-cinder-835878-2-iscsi {{(pid=109891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:51:19.355202 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.355582 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.356112 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.361471 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.361874 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.362228 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.363038 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.363038 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.363221 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.363759 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.364266 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.364608 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.364944 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.365316 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.365604 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f14ebfb-17ba-4947-bc43-b1aebc29aeea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:19.376235 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (9d0b59a5-cdca-47e8-a09b-49bcf22a180c), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:19.384391 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:19.391378 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9d0b59a5-cdca-47e8-a09b-49bcf22a180c HTTP/1.1" status: 204 len: 168 time: 0.6319456 Apr 05 13:51:19.391616 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58960) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:19.439959 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014797af-80a4-40b4-8fa2-0b23cd7d25b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0b59a5-cdca-47e8-a09b-49bcf22a180c,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:19.692092 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:51:19.834118 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092052'] for router_interface (3d676833-edc4-46cb-a99b-afa90b9f7743), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:20.248223 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33a135-eeb6-478a-8d5c-f4b8515de158 req-b86c7545-6237-4383-9f7b-88228e4a9b09 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:20.250489 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0b33a135-eeb6-478a-8d5c-f4b8515de158 req-b86c7545-6237-4383-9f7b-88228e4a9b09 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 945 time: 0.1289017 Apr 05 13:51:20.253958 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] Deleting port 4f3314dd-b504-4575-889e-5748a186f0a4 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:20.254387 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:20.368355 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0b33a135-eeb6-478a-8d5c-f4b8515de158 req-d24f5b67-3168-4bb4-8418-4b30b61b6720 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116476 Apr 05 13:51:20.397377 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] For port 4f3314dd-b504-4575-889e-5748a186f0a4, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=4f3314dd-b504-4575-889e-5748a186f0a4,segment=NetworkSegment(089abe49-99e0-45fc-a5de-199f6a280fff),segment_id=089abe49-99e0-45fc-a5de-199f6a280fff)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:20.397828 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:20.422517 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] Calling delete_port for 4f3314dd-b504-4575-889e-5748a186f0a4 owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:20.613716 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (4f3314dd-b504-4575-889e-5748a186f0a4), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:20.643013 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3314dd-b504-4575-889e-5748a186f0a4,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:20.707251 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-09fd6146-0be6-4703-a69d-46fd2da72dcb tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:20.708833 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-09fd6146-0be6-4703-a69d-46fd2da72dcb tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.46 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 945 time: 0.0647142 Apr 05 13:51:20.821230 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-99f31643-4fc5-42ae-ad42-1818ae6975d5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Deleting port 54b6925e-7700-4979-a669-01caca6018a0 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:20.821961 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-99f31643-4fc5-42ae-ad42-1818ae6975d5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (54b6925e-7700-4979-a669-01caca6018a0), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:20.825140 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2073473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578372'] for router_interface (3d676833-edc4-46cb-a99b-afa90b9f7743), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:20.928423 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-99f31643-4fc5-42ae-ad42-1818ae6975d5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] For port 54b6925e-7700-4979-a669-01caca6018a0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=54b6925e-7700-4979-a669-01caca6018a0,segment=NetworkSegment(62b17633-739b-43b8-9664-4951a8ed0ce6),segment_id=62b17633-739b-43b8-9664-4951a8ed0ce6)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:20.928680 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-99f31643-4fc5-42ae-ad42-1818ae6975d5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (54b6925e-7700-4979-a669-01caca6018a0), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:20.942171 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-99f31643-4fc5-42ae-ad42-1818ae6975d5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Calling delete_port for 54b6925e-7700-4979-a669-01caca6018a0 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:21.082596 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-99f31643-4fc5-42ae-ad42-1818ae6975d5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (54b6925e-7700-4979-a669-01caca6018a0), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:21.104235 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['54b6925e-7700-4979-a669-01caca6018a0'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:51:21.114760 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f31643-4fc5-42ae-ad42-1818ae6975d5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Pushing event deleted for resources: {'Port': ['ID=54b6925e-7700-4979-a669-01caca6018a0,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:21.165357 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-99f31643-4fc5-42ae-ad42-1818ae6975d5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] No DVR routers for this DVR port 54b6925e-7700-4979-a669-01caca6018a0 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:51:21.168043 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-99f31643-4fc5-42ae-ad42-1818ae6975d5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:21.172482 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-582fd708-41ec-48d7-93d5-38b7953e1c4f req-99f31643-4fc5-42ae-ad42-1818ae6975d5 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.46 "DELETE /v2.0/ports/54b6925e-7700-4979-a669-01caca6018a0 HTTP/1.1" status: 204 len: 173 time: 0.4580524 Apr 05 13:51:21.173039 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1641e5e1-6e73-4844-a305-acaf94411d60', 'name': 'network-vif-deleted', 'tag': '54b6925e-7700-4979-a669-01caca6018a0'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:51:21.175728 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7830bab4-9333-4516-85df-bfc23ed67447" -d '{"events": [{"server_uuid": "1641e5e1-6e73-4844-a305-acaf94411d60", "name": "network-vif-deleted", "tag": "54b6925e-7700-4979-a669-01caca6018a0"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:51:21.213975 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128eaa37-f2b4-460d-9c9b-69b8046a776d x-openstack-request-id: req-128eaa37-f2b4-460d-9c9b-69b8046a776d {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:51:21.214357 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1641e5e1-6e73-4844-a305-acaf94411d60", "name": "network-vif-deleted", "tag": "54b6925e-7700-4979-a669-01caca6018a0", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:51:21.214820 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-128eaa37-f2b4-460d-9c9b-69b8046a776d {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:51:21.215526 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128eaa37-f2b4-460d-9c9b-69b8046a776d'] response: {'server_uuid': '1641e5e1-6e73-4844-a305-acaf94411d60', 'name': 'network-vif-deleted', 'tag': '54b6925e-7700-4979-a669-01caca6018a0', 'status': 'completed', 'code': 200} Apr 05 13:51:21.347510 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] Router 3d676833-edc4-46cb-a99b-afa90b9f7743 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:51:21.483200 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-843ed22a-4d19-4774-b295-e17775aa2389 req-017a6fa6-e0da-4c60-8f48-2a81dfc28a29 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=1641e5e1-6e73-4844-a305-acaf94411d60 HTTP/1.1" status: 200 len: 210 time: 0.0333416 Apr 05 13:51:21.486427 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:51:21.494560 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7c62423a-cda9-4f81-a97b-7e968bca1864 admin admin] 10.222.0.59 "PUT /v2.0/routers/3d676833-edc4-46cb-a99b-afa90b9f7743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1018910 Apr 05 13:51:21.497035 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58972) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:21.505959 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] Sync routers for ids ['3d676833-edc4-46cb-a99b-afa90b9f7743'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:51:21.522656 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] Routers {'3d676833-edc4-46cb-a99b-afa90b9f7743'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:51:21.523282 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:51:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3d676833-edc4-46cb-a99b-afa90b9f7743'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:21.610802 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Publish callbacks [] for router (3d676833-edc4-46cb-a99b-afa90b9f7743), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:21.648007 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] Set router 3d676833-edc4-46cb-a99b-afa90b9f7743 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:51:21.725717 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Publish callbacks [] for router_gateway (3d676833-edc4-46cb-a99b-afa90b9f7743), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:21.779830 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Deleting port 4e802e05-a0f2-4db6-aa81-b5ca4991670f {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:21.780345 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:21.853792 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'name': 'tempest-TestShelveInstance-1570140441-router', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:55Z', 'updated_at': '2022-04-05T13:51:20Z', 'revision_number': 5, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'gw_port': {'id': '4e802e05-a0f2-4db6-aa81-b5ca4991670f', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:45:56Z', 'updated_at': '2022-04-05T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:21.870109 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] For port 4e802e05-a0f2-4db6-aa81-b5ca4991670f, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=4e802e05-a0f2-4db6-aa81-b5ca4991670f,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:21.870474 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:21.882546 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Calling delete_port for 4e802e05-a0f2-4db6-aa81-b5ca4991670f owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:21.882698 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] Checking router: 3d676833-edc4-46cb-a99b-afa90b9f7743 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:51:21.893360 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] Routers {'3d676833-edc4-46cb-a99b-afa90b9f7743'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:51:21.893981 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:51:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3d676833-edc4-46cb-a99b-afa90b9f7743'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:21.990306 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] Set router 3d676833-edc4-46cb-a99b-afa90b9f7743 gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:51:22.066474 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (4e802e05-a0f2-4db6-aa81-b5ca4991670f), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.096249 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e802e05-a0f2-4db6-aa81-b5ca4991670f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:22.163207 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578306'] for router_gateway (3d676833-edc4-46cb-a99b-afa90b9f7743), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.173898 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'name': 'tempest-TestShelveInstance-1570140441-router', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:55Z', 'updated_at': '2022-04-05T13:51:21Z', 'revision_number': 6, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'gw_port_host': None}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:22.200603 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea98ad7-a687-48b4-9da7-c1785c8392b8 None None] The sync data for ids ['3d676833-edc4-46cb-a99b-afa90b9f7743'] in dv-cinder-835878-2-iscsi is: [{'id': '3d676833-edc4-46cb-a99b-afa90b9f7743', 'name': 'tempest-TestShelveInstance-1570140441-router', 'tenant_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:45:55Z', 'updated_at': '2022-04-05T13:51:21Z', 'revision_number': 6, 'project_id': '8760d36c4ab341b08de8eab7cfc7ee38', 'gw_port_host': None}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:51:22.262331 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14376'] for router (3d676833-edc4-46cb-a99b-afa90b9f7743), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.264693 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Publish callbacks [] for router_controller (3d676833-edc4-46cb-a99b-afa90b9f7743), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.312394 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092792'] for router (3d676833-edc4-46cb-a99b-afa90b9f7743), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.313155 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d676833-edc4-46cb-a99b-afa90b9f7743 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 13:51:22.317604 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.318763 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c9bc8dc2-ef2e-4a62-89de-19ab2ecb9f34 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3d676833-edc4-46cb-a99b-afa90b9f7743 HTTP/1.1" status: 204 len: 168 time: 0.8208020 Apr 05 13:51:22.321229 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58976) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:22.367255 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3090f58-d9c7-4a59-afcd-d5f940b55057 admin admin] Deleting subnet 49722c6b-d839-4ccd-8501-5f99b7711c91 {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:51:22.370382 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3090f58-d9c7-4a59-afcd-d5f940b55057 admin admin] Publish callbacks [] for subnet (49722c6b-d839-4ccd-8501-5f99b7711c91), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.404353 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3090f58-d9c7-4a59-afcd-d5f940b55057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444386'] for subnet (49722c6b-d839-4ccd-8501-5f99b7711c91), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.486314 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3090f58-d9c7-4a59-afcd-d5f940b55057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (49722c6b-d839-4ccd-8501-5f99b7711c91), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.546554 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3090f58-d9c7-4a59-afcd-d5f940b55057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25339686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25434302'] for subnet (49722c6b-d839-4ccd-8501-5f99b7711c91), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.579037 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3090f58-d9c7-4a59-afcd-d5f940b55057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49722c6b-d839-4ccd-8501-5f99b7711c91,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:22.584060 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3090f58-d9c7-4a59-afcd-d5f940b55057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.587607 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d3090f58-d9c7-4a59-afcd-d5f940b55057 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/49722c6b-d839-4ccd-8501-5f99b7711c91 HTTP/1.1" status: 204 len: 168 time: 0.2653973 Apr 05 13:51:22.590032 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58982) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:22.594493 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ec8cff-c757-4269-9cf6-29a1a4547a04 None None] Network 43314f03-791b-4109-a97e-dbd7c7096417 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:51:22.688285 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (43314f03-791b-4109-a97e-dbd7c7096417), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.752033 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Deleting port bea29ef7-b8d1-431a-aabd-f4a8f56d827b {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:22.752377 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.822227 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] For port bea29ef7-b8d1-431a-aabd-f4a8f56d827b, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=bea29ef7-b8d1-431a-aabd-f4a8f56d827b,segment=NetworkSegment(089abe49-99e0-45fc-a5de-199f6a280fff),segment_id=089abe49-99e0-45fc-a5de-199f6a280fff)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:22.822590 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.838811 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Calling delete_port for bea29ef7-b8d1-431a-aabd-f4a8f56d827b owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:22.922162 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (bea29ef7-b8d1-431a-aabd-f4a8f56d827b), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:22.944871 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Pushing event deleted for resources: {'Port': ['ID=bea29ef7-b8d1-431a-aabd-f4a8f56d827b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:22.951583 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] No DVR routers for this DVR port bea29ef7-b8d1-431a-aabd-f4a8f56d827b on host dv-cinder-835878-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:51:23.029256 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (43314f03-791b-4109-a97e-dbd7c7096417), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.051246 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43314f03-791b-4109-a97e-dbd7c7096417']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:23.060074 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e680df57-f0e0-4fb4-80ff-b805ba699b69 None None] DHCP port deletion for 43314f03-791b-4109-a97e-dbd7c7096417 request from dv-cinder-835878-2-iscsi {{(pid=109891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 13:51:23.064480 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089abe49-99e0-45fc-a5de-199f6a280fff') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:23.064780 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089abe49-99e0-45fc-a5de-199f6a280fff') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:23.076005 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (089abe49-99e0-45fc-a5de-199f6a280fff), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.089334 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (089abe49-99e0-45fc-a5de-199f6a280fff), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.095894 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:51:23.096679 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (089abe49-99e0-45fc-a5de-199f6a280fff), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:51:23.098295 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:51:23.158160 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (43314f03-791b-4109-a97e-dbd7c7096417), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.163561 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4f3314dd-b504-4575-889e-5748a186f0a4 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:51:23.164516 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.169961 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] 10.222.0.59 "DELETE /v2.0/networks/43314f03-791b-4109-a97e-dbd7c7096417 HTTP/1.1" status: 204 len: 168 time: 0.5765696 Apr 05 13:51:23.181301 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ba285-133c-4deb-b006-637f055086ad admin admin] Pushing event deleted for resources: {'Network': ['ID=43314f03-791b-4109-a97e-dbd7c7096417,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:23.194201 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 4f3314dd-b504-4575-889e-5748a186f0a4 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:51:23.194708 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4f3314dd-b504-4575-889e-5748a186f0a4 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:51:23.194708 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device bea29ef7-b8d1-431a-aabd-f4a8f56d827b no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:51:23.215180 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: bea29ef7-b8d1-431a-aabd-f4a8f56d827b {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:51:23.215543 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device bea29ef7-b8d1-431a-aabd-f4a8f56d827b not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:51:23.216148 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4e802e05-a0f2-4db6-aa81-b5ca4991670f no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:51:23.235525 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 4e802e05-a0f2-4db6-aa81-b5ca4991670f {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:51:23.236136 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4e802e05-a0f2-4db6-aa81-b5ca4991670f not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:51:23.304745 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58988) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:23.352704 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a646891c-b311-494d-b4c0-53ed65221940 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d8f6f280f0d454aa7ced0d787929726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467775 Apr 05 13:51:23.355152 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 58990) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:23.408773 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c2842cc1-d769-4239-8d1f-b49585c8cef1 admin admin] Publish callbacks [] for security_group (84c99a94-6c8d-4a81-96b4-645f3fa58afc), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.430419 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c2842cc1-d769-4239-8d1f-b49585c8cef1 admin admin] Publish callbacks [] for security_group (84c99a94-6c8d-4a81-96b4-645f3fa58afc), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.479810 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c2842cc1-d769-4239-8d1f-b49585c8cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (84c99a94-6c8d-4a81-96b4-645f3fa58afc), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.482416 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c2842cc1-d769-4239-8d1f-b49585c8cef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.483635 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c2842cc1-d769-4239-8d1f-b49585c8cef1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/84c99a94-6c8d-4a81-96b4-645f3fa58afc HTTP/1.1" status: 204 len: 168 time: 0.1274698 Apr 05 13:51:23.491417 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2842cc1-d769-4239-8d1f-b49585c8cef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c99a94-6c8d-4a81-96b4-645f3fa58afc,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:23.812361 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59000) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:23.855029 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7373d0ac-68f2-4d57-898d-07ba40f96f18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8760d36c4ab341b08de8eab7cfc7ee38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395174 Apr 05 13:51:23.855397 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59002) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:23.902174 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b163ccd-3784-4c5a-8008-0b7e8519db72 admin admin] Publish callbacks [] for security_group (cc90c448-e3f2-4315-8390-bbc960d8fc2f), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.923567 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b163ccd-3784-4c5a-8008-0b7e8519db72 admin admin] Publish callbacks [] for security_group (cc90c448-e3f2-4315-8390-bbc960d8fc2f), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.975124 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b163ccd-3784-4c5a-8008-0b7e8519db72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (cc90c448-e3f2-4315-8390-bbc960d8fc2f), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.977693 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b163ccd-3784-4c5a-8008-0b7e8519db72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:23.981150 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0b163ccd-3784-4c5a-8008-0b7e8519db72 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc90c448-e3f2-4315-8390-bbc960d8fc2f HTTP/1.1" status: 204 len: 168 time: 0.1225200 Apr 05 13:51:23.987725 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b163ccd-3784-4c5a-8008-0b7e8519db72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc90c448-e3f2-4315-8390-bbc960d8fc2f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:26.863608 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 54b6925e-7700-4979-a669-01caca6018a0 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:51:26.885916 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 54b6925e-7700-4979-a669-01caca6018a0 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:51:26.886268 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 54b6925e-7700-4979-a669-01caca6018a0 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:51:32.597245 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-12c3f3ba-53ab-4701-b7be-a01fe3f2b84e tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:32.598599 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-12c3f3ba-53ab-4701-b7be-a01fe3f2b84e tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/networks?id=9c68b7e7-b165-40cb-9f4c-5738dd772515 HTTP/1.1" status: 200 len: 814 time: 0.0979245 Apr 05 13:51:32.613522 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-a88753c4-8a67-40e4-941b-69ffb23d45ee tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/quotas/e7a9bd0d7b424d6184c5a0780ae39a79 HTTP/1.1" status: 200 len: 375 time: 0.0093532 Apr 05 13:51:32.647757 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-82c47a20-dea9-4956-93c9-27c87fd5e753 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7a9bd0d7b424d6184c5a0780ae39a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293677 Apr 05 13:51:32.734627 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-21063c36-eab7-4a3b-8b3f-0b7074e9cb01 service neutron] 10.222.0.59 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803883 Apr 05 13:51:32.824355 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-94749a85-2ccb-4d0c-87f4-b02a23247901 service neutron] 10.222.0.59 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840840 Apr 05 13:51:32.982702 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-24166526-f489-45c9-9c84-12b6f3dfa6a8 req-6e52dbc3-a391-43e0-8466-bdb2608a33cb tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 210 time: 0.0307226 Apr 05 13:51:33.356144 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-bacdbb7f-2ded-485d-b0e3-3fc22438848d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:33.939459 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-9ed248d6-4ffe-422f-9e1f-8f54b50fc710 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:33.940946 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-9ed248d6-4ffe-422f-9e1f-8f54b50fc710 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.46 "GET /v2.0/networks?id=9c68b7e7-b165-40cb-9f4c-5738dd772515 HTTP/1.1" status: 200 len: 814 time: 0.1074936 Apr 05 13:51:33.954583 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Request body: {'port': {'device_id': 'e47e1c79-7271-4167-a24f-ece6c2279c9c', 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515', 'admin_state_up': True, 'tenant_id': 'e7a9bd0d7b424d6184c5a0780ae39a79'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:51:34.082640 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0e0f05a1-6ec6-410e-a9fa-f2b806bc72d3 req-92477fb6-32e2-4a31-b958-b61f23e3ab8a tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 210 time: 0.0277777 Apr 05 13:51:34.085955 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Made reservation on behalf of e7a9bd0d7b424d6184c5a0780ae39a79 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:51:34.089821 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:34.218690 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Allocated IP 172.20.0.3 (9c68b7e7-b165-40cb-9f4c-5738dd772515/1324d74a-8009-4831-be75-9fd790ee070b/9f07b380-085f-4c1d-a901-065e3901193d) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:51:34.381816 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks [] for port (9f07b380-085f-4c1d-a901-065e3901193d), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:34.417493 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (9f07b380-085f-4c1d-a901-065e3901193d), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:34.463917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Network 9c68b7e7-b165-40cb-9f4c-5738dd772515 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:51:34.467744 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:51:34.474503 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:51:34.480400 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Pushing event updated for resources: {'Port': ['ID=9f07b380-085f-4c1d-a901-065e3901193d,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:34.508194 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.508544 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.508892 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.509231 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.509566 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.509900 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.510229 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.510555 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.510881 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.511205 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.511560 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.511902 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.512211 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.512532 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.512852 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:34.537173 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:34.537776 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:34.552561 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-78a73076-6fa5-497a-b817-88341d8fe110 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027391 Apr 05 13:51:34.564494 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Request body: {'port': {'device_id': 'e47e1c79-7271-4167-a24f-ece6c2279c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:51:34.623008 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (9f07b380-085f-4c1d-a901-065e3901193d), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:35.205389 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f07b380-085f-4c1d-a901-065e3901193d {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:51:35.213859 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Publish callbacks [] for port (9f07b380-085f-4c1d-a901-065e3901193d), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:35.230858 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Transition to ACTIVE for port object 9f07b380-085f-4c1d-a901-065e3901193d will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:51:35.236288 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (9f07b380-085f-4c1d-a901-065e3901193d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:35.269898 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df2402-cf61-4406-9324-0cce4f3a9ea7 req-1b875766-44b5-4549-b70c-6c226360bb9d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:35.271335 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d6df2402-cf61-4406-9324-0cce4f3a9ea7 req-1b875766-44b5-4549-b70c-6c226360bb9d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 931 time: 0.1033790 Apr 05 13:51:35.311705 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f07b380-085f-4c1d-a901-065e3901193d,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:35.378988 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d6df2402-cf61-4406-9324-0cce4f3a9ea7 req-26b6113f-7930-435b-be76-dda842bfe601 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016979 Apr 05 13:51:35.404806 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Attempting to bind port 9f07b380-085f-4c1d-a901-065e3901193d on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:51:35.405129 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Attempting to bind port 9f07b380-085f-4c1d-a901-065e3901193d by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '62b17633-739b-43b8-9664-4951a8ed0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:51:35.405457 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Attempting to bind port 9f07b380-085f-4c1d-a901-065e3901193d on network 9c68b7e7-b165-40cb-9f4c-5738dd772515 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:51:35.409698 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Port 9f07b380-085f-4c1d-a901-065e3901193d on network 9c68b7e7-b165-40cb-9f4c-5738dd772515 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:51:35.410013 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Attempting to bind port 9f07b380-085f-4c1d-a901-065e3901193d on network 9c68b7e7-b165-40cb-9f4c-5738dd772515 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:51:35.414999 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:51:35.415337 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Checking segment: {'id': '62b17633-739b-43b8-9664-4951a8ed0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:51:35.415777 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Bound using segment: {'id': '62b17633-739b-43b8-9664-4951a8ed0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:51:35.416201 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Bound port: 9f07b380-085f-4c1d-a901-065e3901193d, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b17633-739b-43b8-9664-4951a8ed0ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:51:35.416557 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (9f07b380-085f-4c1d-a901-065e3901193d), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:35.482355 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] For port 9f07b380-085f-4c1d-a901-065e3901193d, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:51:35.486230 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] For port 9f07b380-085f-4c1d-a901-065e3901193d, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9f07b380-085f-4c1d-a901-065e3901193d,segment=NetworkSegment(62b17633-739b-43b8-9664-4951a8ed0ce6),segment_id=62b17633-739b-43b8-9664-4951a8ed0ce6)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:51:35.492413 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (9f07b380-085f-4c1d-a901-065e3901193d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:35.531088 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:35.531827 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:35.533207 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/9f07b380-085f-4c1d-a901-065e3901193d HTTP/1.1" status: 200 len: 1093 time: 0.9735889 Apr 05 13:51:35.533699 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47e1c79-7271-4167-a24f-ece6c2279c9c', 'tag': '9f07b380-085f-4c1d-a901-065e3901193d'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:51:35.536191 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e47e1c79-7271-4167-a24f-ece6c2279c9c", "tag": "9f07b380-085f-4c1d-a901-065e3901193d"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:51:35.564682 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f75d5-317a-40f7-9787-d296a168c2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f07b380-085f-4c1d-a901-065e3901193d,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:35.578857 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60494890-a10c-4abb-99ee-cf924bcf0ae8 x-openstack-request-id: req-60494890-a10c-4abb-99ee-cf924bcf0ae8 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:51:35.579154 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47e1c79-7271-4167-a24f-ece6c2279c9c", "tag": "9f07b380-085f-4c1d-a901-065e3901193d", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:51:35.579455 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60494890-a10c-4abb-99ee-cf924bcf0ae8 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:51:35.580073 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60494890-a10c-4abb-99ee-cf924bcf0ae8'] response: {'name': 'network-changed', 'server_uuid': 'e47e1c79-7271-4167-a24f-ece6c2279c9c', 'tag': '9f07b380-085f-4c1d-a901-065e3901193d', 'status': 'completed', 'code': 200} Apr 05 13:51:35.632655 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-2ec9ebe1-1654-4b63-9fd8-dd522230eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:35.634087 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-2ec9ebe1-1654-4b63-9fd8-dd522230eec5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e7a9bd0d7b424d6184c5a0780ae39a79&device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 1127 time: 0.0468948 Apr 05 13:51:35.677558 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-4153c4bf-9664-4f20-9f7b-906236476476 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f07b380-085f-4c1d-a901-065e3901193d HTTP/1.1" status: 200 len: 217 time: 0.0343165 Apr 05 13:51:35.734364 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-c6f7ac6f-5df1-4a13-88dc-f0860e6cb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:35.735963 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-c6f7ac6f-5df1-4a13-88dc-f0860e6cb966 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1324d74a-8009-4831-be75-9fd790ee070b HTTP/1.1" status: 200 len: 854 time: 0.0521505 Apr 05 13:51:35.773242 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-d786c487-df12-4ec5-87c6-8f53cba97f14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c68b7e7-b165-40cb-9f4c-5738dd772515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302024 Apr 05 13:51:35.787265 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-43a05916-5622-4c17-a3a1-0c4032b892e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:35.871098 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-102741c7-5aa4-4130-a299-a5177fafb102 service neutron] 10.222.0.46 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913351 Apr 05 13:51:35.963098 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d9551f2d-f2ee-4876-b2ab-2e0e7853d6ed req-3e0f1fa7-e4ae-47d1-b23f-2e44ce0e1cc7 service neutron] 10.222.0.46 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850029 Apr 05 13:51:36.497315 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb813a68-730a-47cf-a5a4-ccfbb59592a7 req-7c424bfe-61a7-4dab-bbe2-cb7221961051 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:36.498797 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-eb813a68-730a-47cf-a5a4-ccfbb59592a7 req-7c424bfe-61a7-4dab-bbe2-cb7221961051 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 943 time: 0.0538905 Apr 05 13:51:36.547246 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-eb813a68-730a-47cf-a5a4-ccfbb59592a7 req-9d55e85b-a910-4684-b9ce-d5a4cb34a05c tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422733 Apr 05 13:51:36.670983 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:36.857127 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e req-3a9fcbb2-8f83-4200-833a-98876139196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:36.858738 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e req-3a9fcbb2-8f83-4200-833a-98876139196f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e7a9bd0d7b424d6184c5a0780ae39a79&device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 1127 time: 0.0513518 Apr 05 13:51:36.950963 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e req-a85139e0-c0ce-4690-b573-f559a3db9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:36.952557 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e req-a85139e0-c0ce-4690-b573-f559a3db9431 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9c68b7e7-b165-40cb-9f4c-5738dd772515 HTTP/1.1" status: 200 len: 915 time: 0.0876989 Apr 05 13:51:36.997849 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e req-85aab0e8-e585-4f94-b890-19207d91e085 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f07b380-085f-4c1d-a901-065e3901193d HTTP/1.1" status: 200 len: 217 time: 0.0388501 Apr 05 13:51:37.049870 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e req-aab4a5de-7389-4853-b7d9-b787138f77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:37.051327 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e req-aab4a5de-7389-4853-b7d9-b787138f77ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1324d74a-8009-4831-be75-9fd790ee070b HTTP/1.1" status: 200 len: 854 time: 0.0462189 Apr 05 13:51:37.083684 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e req-0fa1a420-4cae-4054-a7ef-4ff462dcbcb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c68b7e7-b165-40cb-9f4c-5738dd772515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260441 Apr 05 13:51:37.177336 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e req-b1fefaf4-ceb9-450c-ba51-975b89c57661 service neutron] 10.222.0.46 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863333 Apr 05 13:51:37.269449 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9ef90b11-4e18-4cdf-9e63-61decd8e7c3e req-6940aefd-ba0c-43d7-a0d7-9785dd3c0155 service neutron] 10.222.0.46 "GET /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833480 Apr 05 13:51:37.666389 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60d221-ce80-400a-b8c6-3982dea4a099 req-ac69b268-627f-463d-ab86-4406305e6255 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:37.667871 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ac60d221-ce80-400a-b8c6-3982dea4a099 req-ac69b268-627f-463d-ab86-4406305e6255 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 943 time: 0.0511611 Apr 05 13:51:37.713280 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ac60d221-ce80-400a-b8c6-3982dea4a099 req-c93b708f-242f-45b2-9ba0-8fa56b04be56 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391538 Apr 05 13:51:38.285513 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:38.834240 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d413c6-da61-4958-9c7f-dd566c8d3a50 req-8bcd55f4-db4f-4d06-96ba-aa01da99cf82 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:38.835719 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d8d413c6-da61-4958-9c7f-dd566c8d3a50 req-8bcd55f4-db4f-4d06-96ba-aa01da99cf82 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 943 time: 0.0528119 Apr 05 13:51:38.889682 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d8d413c6-da61-4958-9c7f-dd566c8d3a50 req-e3b7c88b-6466-4e27-aabd-2f53a5c36f0d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481164 Apr 05 13:51:38.924769 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 9f07b380-085f-4c1d-a901-065e3901193d details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:51:38.963896 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:39.031558 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 9f07b380-085f-4c1d-a901-065e3901193d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9f07b380-085f-4c1d-a901-065e3901193d,segment=NetworkSegment(62b17633-739b-43b8-9664-4951a8ed0ce6),segment_id=62b17633-739b-43b8-9664-4951a8ed0ce6)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:39.047180 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '9f07b380-085f-4c1d-a901-065e3901193d', 'network_id': '9c68b7e7-b165-40cb-9f4c-5738dd772515', 'port_id': '9f07b380-085f-4c1d-a901-065e3901193d', 'mac_address': 'fa:16:3e:de:c7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1324d74a-8009-4831-be75-9fd790ee070b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:51:39.085785 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 9f07b380-085f-4c1d-a901-065e3901193d is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:51:39.086301 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (9f07b380-085f-4c1d-a901-065e3901193d), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:39.099794 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f07b380-085f-4c1d-a901-065e3901193d {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:51:39.121298 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 9f07b380-085f-4c1d-a901-065e3901193d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9f07b380-085f-4c1d-a901-065e3901193d,segment=NetworkSegment(62b17633-739b-43b8-9664-4951a8ed0ce6),segment_id=62b17633-739b-43b8-9664-4951a8ed0ce6)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:39.126669 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (9f07b380-085f-4c1d-a901-065e3901193d), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:39.134974 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59154) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:39.174456 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=9f07b380-085f-4c1d-a901-065e3901193d,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:39.239868 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b635037-b2ff-44b8-a528-ab41fd4df8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:39.321525 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b635037-b2ff-44b8-a528-ab41fd4df8fe admin admin] Publish callbacks [] for security_group (5c43cc52-6fb8-474e-b488-be8073896d1f), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:39.325248 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b635037-b2ff-44b8-a528-ab41fd4df8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (5c43cc52-6fb8-474e-b488-be8073896d1f), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:39.365096 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7b635037-b2ff-44b8-a528-ab41fd4df8fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb7c8f92adc74bce8a77cc7dbdc5f6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289751 Apr 05 13:51:39.365958 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635037-b2ff-44b8-a528-ab41fd4df8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c43cc52-6fb8-474e-b488-be8073896d1f,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:39.367811 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 59158) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:39.398296 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['9f07b380-085f-4c1d-a901-065e3901193d'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:51:39.416645 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-96817e76-9817-47db-a71e-9cbfd65e5ad4 admin admin] Publish callbacks [] for security_group (5c43cc52-6fb8-474e-b488-be8073896d1f), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:39.440261 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-96817e76-9817-47db-a71e-9cbfd65e5ad4 admin admin] Publish callbacks [] for security_group (5c43cc52-6fb8-474e-b488-be8073896d1f), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:39.487475 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-96817e76-9817-47db-a71e-9cbfd65e5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (5c43cc52-6fb8-474e-b488-be8073896d1f), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:39.490065 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-96817e76-9817-47db-a71e-9cbfd65e5ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:39.491187 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-96817e76-9817-47db-a71e-9cbfd65e5ad4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c43cc52-6fb8-474e-b488-be8073896d1f HTTP/1.1" status: 204 len: 168 time: 0.1223931 Apr 05 13:51:39.499880 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96817e76-9817-47db-a71e-9cbfd65e5ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c43cc52-6fb8-474e-b488-be8073896d1f,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:39.974276 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:40.011677 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfd6e6-749c-4dd4-8976-fbc54b2601b5 req-059f5d04-c018-45ff-9196-78e4ff71062a tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:40.013177 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-45cfd6e6-749c-4dd4-8976-fbc54b2601b5 req-059f5d04-c018-45ff-9196-78e4ff71062a tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 944 time: 0.0557718 Apr 05 13:51:40.063889 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-45cfd6e6-749c-4dd4-8976-fbc54b2601b5 req-e77f6fe8-19c9-4344-acdb-8c57e9658e01 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Apr 05 13:51:40.949956 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 9f07b380-085f-4c1d-a901-065e3901193d up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:51:40.999997 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 9f07b380-085f-4c1d-a901-065e3901193d completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:51:41.003694 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 9f07b380-085f-4c1d-a901-065e3901193d triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:51:41.004064 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (9f07b380-085f-4c1d-a901-065e3901193d), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:41.080437 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 9f07b380-085f-4c1d-a901-065e3901193d is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:51:41.080818 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (9f07b380-085f-4c1d-a901-065e3901193d), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:41.103248 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47e1c79-7271-4167-a24f-ece6c2279c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f07b380-085f-4c1d-a901-065e3901193d'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:51:41.105703 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08208f29-1946-4ba4-9417-e17422b5e66c" -d '{"events": [{"server_uuid": "e47e1c79-7271-4167-a24f-ece6c2279c9c", "name": "network-vif-plugged", "status": "completed", "tag": "9f07b380-085f-4c1d-a901-065e3901193d"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:51:41.119797 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 9f07b380-085f-4c1d-a901-065e3901193d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9f07b380-085f-4c1d-a901-065e3901193d,segment=NetworkSegment(62b17633-739b-43b8-9664-4951a8ed0ce6),segment_id=62b17633-739b-43b8-9664-4951a8ed0ce6)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:41.124835 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (9f07b380-085f-4c1d-a901-065e3901193d), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:41.163309 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc51ceb7-b57f-4392-8a66-c2adf7c48924 x-openstack-request-id: req-bc51ceb7-b57f-4392-8a66-c2adf7c48924 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:51:41.163789 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47e1c79-7271-4167-a24f-ece6c2279c9c", "name": "network-vif-plugged", "status": "completed", "tag": "9f07b380-085f-4c1d-a901-065e3901193d", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:51:41.163914 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc51ceb7-b57f-4392-8a66-c2adf7c48924 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:51:41.164259 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc51ceb7-b57f-4392-8a66-c2adf7c48924'] response: {'server_uuid': 'e47e1c79-7271-4167-a24f-ece6c2279c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f07b380-085f-4c1d-a901-065e3901193d', 'code': 200} Apr 05 13:51:41.178205 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=9f07b380-085f-4c1d-a901-065e3901193d,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:41.189790 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4641a3-9a4e-4dbf-a6af-3031b7cfac06 req-355df69c-4430-42a2-aab6-68a90ffd4b72 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:41.191316 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-aa4641a3-9a4e-4dbf-a6af-3031b7cfac06 req-355df69c-4430-42a2-aab6-68a90ffd4b72 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 945 time: 0.0600283 Apr 05 13:51:41.240490 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-aa4641a3-9a4e-4dbf-a6af-3031b7cfac06 req-502b9914-ed25-4896-ade9-b11cc99a430a tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Apr 05 13:51:41.329566 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a7ed-8a3b-4307-a8ba-6e2472f678e9 req-215e9565-9d01-4c62-8577-4de618f0b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:41.331040 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bc55a7ed-8a3b-4307-a8ba-6e2472f678e9 req-215e9565-9d01-4c62-8577-4de618f0b5e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 1129 time: 0.0470538 Apr 05 13:51:41.374555 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bc55a7ed-8a3b-4307-a8ba-6e2472f678e9 req-d7546013-18cf-402b-be05-1ee7a50826c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369508 Apr 05 13:51:42.357906 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb3aae-d627-492f-ab61-366e08363a85 req-1a6d8838-1fa3-44b3-8571-327781f92b47 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:42.359919 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a9bb3aae-d627-492f-ab61-366e08363a85 req-1a6d8838-1fa3-44b3-8571-327781f92b47 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 945 time: 0.0518677 Apr 05 13:51:42.409788 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a9bb3aae-d627-492f-ab61-366e08363a85 req-af4db560-67d3-4bbb-b7c1-8013288ef0cc tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441809 Apr 05 13:51:43.529825 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11134afb-47e8-45cb-b9c9-a5ea65d379b6 req-fb2bb79f-229a-4cff-8843-468ee412a2bc tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:43.532077 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-11134afb-47e8-45cb-b9c9-a5ea65d379b6 req-fb2bb79f-229a-4cff-8843-468ee412a2bc tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 945 time: 0.0562465 Apr 05 13:51:43.579351 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-11134afb-47e8-45cb-b9c9-a5ea65d379b6 req-a5ca9a6d-34e3-447a-a940-8095b4d8abec tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Apr 05 13:51:43.984917 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24bdb6-90ab-4be0-a33f-31e0670b5950 req-4fbc57dc-f748-44d0-b77a-a322982ae87e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:43.986373 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4b24bdb6-90ab-4be0-a33f-31e0670b5950 req-4fbc57dc-f748-44d0-b77a-a322982ae87e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 946 time: 0.0523732 Apr 05 13:51:44.034928 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4b24bdb6-90ab-4be0-a33f-31e0670b5950 req-928b3b8d-a5d5-46d5-bc3d-6992ebc8026f tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428736 Apr 05 13:51:45.163948 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090212d-59ab-493e-a17e-3a56dcbabb48 req-5cfd28b9-a4e9-40c9-ac78-2cf53d3bdc5c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:45.165418 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8090212d-59ab-493e-a17e-3a56dcbabb48 req-5cfd28b9-a4e9-40c9-ac78-2cf53d3bdc5c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 946 time: 0.0542212 Apr 05 13:51:45.219460 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8090212d-59ab-493e-a17e-3a56dcbabb48 req-cab6e9f7-bda0-4595-8aba-557af992dd5a tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484474 Apr 05 13:51:45.510425 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-374f86e4-d974-4368-84dd-e947b9cd9eca tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:45.511938 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-374f86e4-d974-4368-84dd-e947b9cd9eca tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 946 time: 0.0534647 Apr 05 13:51:45.607796 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Deleting port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:51:45.609125 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:45.705842 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] For port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:51:45.706138 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:45.898049 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:45.898648 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (eab70376-b806-4373-8371-693db2f80fe1), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:45.899051 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Floating IP eab70376-b806-4373-8371-693db2f80fe1 disassociated. External IP: 172.27.2.103, port: cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94. Apr 05 13:51:45.899626 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Calling delete_port for cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:51:46.049679 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:46.079185 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event deleted for resources: {'Port': ['ID=cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:46.198509 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Router 2129d531-2a68-40e1-b07e-152213c1f9a3 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:51:46.329278 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-846c6130-6c33-424b-a6cd-35cbd143f4fe req-77bff20c-7da7-4fd7-aac3-d51f77a5921e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e672018-0182-4460-8378-999578b50317 HTTP/1.1" status: 200 len: 210 time: 0.0341725 Apr 05 13:51:46.352704 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:51:46.364657 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] Sync routers for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:51:46.376319 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:51:46.377028 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:51:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:46.403763 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] No DVR routers for this DVR port cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:51:46.407133 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:46.410538 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a36b7bf7-38dd-423b-84ba-168d21fbf90e req-ab10e088-8957-4fea-b21d-202af3585bfa tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "DELETE /v2.0/ports/cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 HTTP/1.1" status: 204 len: 173 time: 0.8932443 Apr 05 13:51:46.411087 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e672018-0182-4460-8378-999578b50317', 'name': 'network-vif-deleted', 'tag': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:51:46.413376 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702b05b7-d522-4919-80c0-5184ef44aed0" -d '{"events": [{"server_uuid": "4e672018-0182-4460-8378-999578b50317", "name": "network-vif-deleted", "tag": "cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:51:46.481358 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbba496-0e37-4858-85e7-2bc407ba4162 x-openstack-request-id: req-8bbba496-0e37-4858-85e7-2bc407ba4162 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:51:46.481662 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e672018-0182-4460-8378-999578b50317", "name": "network-vif-deleted", "tag": "cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:51:46.481921 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bbba496-0e37-4858-85e7-2bc407ba4162 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:51:46.482354 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbba496-0e37-4858-85e7-2bc407ba4162'] response: {'server_uuid': '4e672018-0182-4460-8378-999578b50317', 'name': 'network-vif-deleted', 'tag': 'cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94', 'status': 'completed', 'code': 200} Apr 05 13:51:46.506743 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:51:46.741144 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:46.770601 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] Checking router: 2129d531-2a68-40e1-b07e-152213c1f9a3 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:51:46.780886 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:51:46.781530 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:51:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:46.895192 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:51:47.117603 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:51:47.234872 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d61d0-4705-47a3-8d9b-e2aca7485ba4 None None] The sync data for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi is: [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:51:47.450039 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07804642-62a5-4f2a-9426-83f624d8b362 None None] New status for floating IP eab70376-b806-4373-8371-693db2f80fe1: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:51:47.593510 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-c5111e63-e7ae-47b1-a655-d7aed9aa1d03 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581162300&fields=id&tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8 HTTP/1.1" status: 200 len: 267 time: 0.0465875 Apr 05 13:51:47.703158 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6f8a0cca-b046-4349-b47d-70583a0c346b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:47.704662 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6f8a0cca-b046-4349-b47d-70583a0c346b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 810 time: 0.1043718 Apr 05 13:51:47.719696 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-43f6ed56-bf5b-4fd6-aa1d-b475795bacdd tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/quotas/aa8d9df8c7bc47c198fe0d94abd938c8 HTTP/1.1" status: 200 len: 375 time: 0.0095236 Apr 05 13:51:47.773243 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-a76806d6-1ecf-4d7c-b031-c59218adf230 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484948 Apr 05 13:51:47.880804 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-42ef4087-20f8-45d6-9898-f467c285fbf2 service neutron] 10.222.0.59 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963185 Apr 05 13:51:47.970539 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6240c041-bb0d-4298-b56c-04054343d1d4 service neutron] 10.222.0.59 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841804 Apr 05 13:51:48.283299 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ee80351c-ed6a-448b-8fb6-80996f1029fa req-7aabda8f-848d-4240-99b6-f34e69fdf499 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Apr 05 13:51:48.971416 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:51:48.991785 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:51:48.992134 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device cf0ac88a-9b58-4b93-b8ab-8f5919dd3c94 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:51:49.209032 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9e55a562-bd30-4a5e-88bc-575167175eda tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:49.210793 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9e55a562-bd30-4a5e-88bc-575167175eda tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 810 time: 0.1412475 Apr 05 13:51:49.277825 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-1a2064bc-6e86-45cc-a4b4-1f3c0063b82f tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8 HTTP/1.1" status: 200 len: 379 time: 0.0582895 Apr 05 13:51:49.286372 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'port': {'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'admin_state_up': True, 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'security_groups': ['d70216eb-0c73-4f5b-bdb9-e0c898f0976e']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:51:49.384307 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-180f637e-edee-448b-a231-5db895e516bc req-09a0f616-3882-4c7c-bb2d-20362cbc1c9f tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 210 time: 0.0288036 Apr 05 13:51:49.405406 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Made reservation on behalf of aa8d9df8c7bc47c198fe0d94abd938c8 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:51:49.408872 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:49.534959 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Allocated IP 172.20.0.13 (d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601/896d3000-b82a-4761-8299-8aa22a3a1ebb/03c1e3f4-74cf-4a11-aa5c-ac773207a9fd) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:51:49.670971 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:49.702442 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:49.743754 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:51:49.746705 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:51:49.753210 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:51:49.758807 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'Port': ['ID=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:49.806224 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:49.806835 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:49.823748 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-9ad19566-f8f7-43a2-b2c3-ed19c906b553 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5407739 Apr 05 13:51:49.834888 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Request body: {'port': {'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:51:49.900417 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.003085 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-e120257d-07f4-4363-8bf9-070f49401ace None None] Provisioning complete for port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:51:50.003718 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e120257d-07f4-4363-8bf9-070f49401ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.040426 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-e120257d-07f4-4363-8bf9-070f49401ace None None] Port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:51:50.166431 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:51:50.174646 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Publish callbacks [] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.186388 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Transition to ACTIVE for port object 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:51:50.191254 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.243360 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Pushing event updated for resources: {'Port': ['ID=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:50.322536 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Attempting to bind port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:51:50.323194 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Attempting to bind port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:51:50.323194 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Attempting to bind port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:51:50.328799 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:51:50.329120 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Attempting to bind port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:51:50.333940 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:51:50.334381 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Checking segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:51:50.336548 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Bound using segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:51:50.336917 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Bound port: 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:51:50.337402 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.411372 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] For port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:51:50.414966 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] For port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:51:50.423297 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.447191 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:50.447963 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.452882 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] 10.222.0.46 "PUT /v2.0/ports/03c1e3f4-74cf-4a11-aa5c-ac773207a9fd HTTP/1.1" status: 200 len: 1094 time: 0.6209686 Apr 05 13:51:50.453547 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'tag': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:51:50.456257 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e954277-d2f3-47c0-b2f8-452b41366eca" -d '{"events": [{"name": "network-changed", "server_uuid": "997a9bc5-b147-4321-91d0-21a2b2523db5", "tag": "03c1e3f4-74cf-4a11-aa5c-ac773207a9fd"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:51:50.527774 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c7b0c4-54db-4222-bfa9-3b8e6ffeb831 x-openstack-request-id: req-06c7b0c4-54db-4222-bfa9-3b8e6ffeb831 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:51:50.528062 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997a9bc5-b147-4321-91d0-21a2b2523db5", "tag": "03c1e3f4-74cf-4a11-aa5c-ac773207a9fd", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:51:50.528317 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06c7b0c4-54db-4222-bfa9-3b8e6ffeb831 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:51:50.528715 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c7b0c4-54db-4222-bfa9-3b8e6ffeb831'] response: {'name': 'network-changed', 'server_uuid': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'tag': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'status': 'completed', 'code': 200} Apr 05 13:51:50.558434 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12b38d-acee-460a-9512-2f5ad63c1c87 service neutron] Pushing event updated for resources: {'Port': ['ID=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:50.583566 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61de3f-d1b5-427f-a745-c2703c877569 req-fb8b296a-6cfb-4abf-b7fc-cd37d3722173 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:50.585121 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fe61de3f-d1b5-427f-a745-c2703c877569 req-fb8b296a-6cfb-4abf-b7fc-cd37d3722173 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0924814 Apr 05 13:51:50.587592 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 59382) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:50.675564 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-fe61de3f-d1b5-427f-a745-c2703c877569 req-bbbab365-520c-4786-a83b-5607a06c2aaf tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810959 Apr 05 13:51:50.683724 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-0aecc8cb-4ce3-49bc-b5b8-620da81e4f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:50.685210 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-0aecc8cb-4ce3-49bc-b5b8-620da81e4f31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 1128 time: 0.0747695 Apr 05 13:51:50.710855 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-337e4baf-d30c-42b4-8879-2fd570d0b00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.791829 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-337e4baf-d30c-42b4-8879-2fd570d0b00d admin admin] Publish callbacks [] for security_group (b707d07a-0327-45f6-ad31-1cd093bc1890), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.796343 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-337e4baf-d30c-42b4-8879-2fd570d0b00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b707d07a-0327-45f6-ad31-1cd093bc1890), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.835212 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-337e4baf-d30c-42b4-8879-2fd570d0b00d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=77aab4ad1e824f6ab89039c82c7c1c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463400 Apr 05 13:51:50.836107 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e4baf-d30c-42b4-8879-2fd570d0b00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b707d07a-0327-45f6-ad31-1cd093bc1890,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:50.837896 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59386) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:51:50.886668 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Publish callbacks [] for security_group (b707d07a-0327-45f6-ad31-1cd093bc1890), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.911942 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Publish callbacks [] for security_group (b707d07a-0327-45f6-ad31-1cd093bc1890), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.946074 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-19a2bab6-27c9-49bd-8673-6b8369dfd8e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd HTTP/1.1" status: 200 len: 217 time: 0.0402818 Apr 05 13:51:50.963264 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b707d07a-0327-45f6-ad31-1cd093bc1890), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.965871 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:51:50.970037 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b707d07a-0327-45f6-ad31-1cd093bc1890 HTTP/1.1" status: 204 len: 168 time: 0.1280513 Apr 05 13:51:50.978093 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b707d07a-0327-45f6-ad31-1cd093bc1890,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:51:50.985605 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.985953 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.986503 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.987013 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.987354 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.987720 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.988049 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.988567 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.988902 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.989233 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.989563 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.989898 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.990226 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.990548 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:50.990896 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826cab9-05b9-463c-ae06-902739b081ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:51:51.002284 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-a8a85456-5e6d-4408-b13a-9bce21f85dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:51.003818 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-a8a85456-5e6d-4408-b13a-9bce21f85dea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0504885 Apr 05 13:51:51.290680 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-3c1d38e3-57ca-42e9-b017-a404e70a8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:51.292266 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-3c1d38e3-57ca-42e9-b017-a404e70a8f04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573447 Apr 05 13:51:51.396510 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-cd27e980-c6be-4e38-967a-d87df66440a4 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926161 Apr 05 13:51:51.745352 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cf3a4fbe-4ba2-4e7f-b2bf-b649abb7c2e4 req-6e404a3c-e7e0-4d5a-ba55-c6f377823fb3 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950859 Apr 05 13:51:51.819811 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa96e-9888-4acf-80ec-a141456169cf req-dbdb97e9-f9d4-47f9-a87a-e721882ef6f3 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:51.821643 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-88cfa96e-9888-4acf-80ec-a141456169cf req-dbdb97e9-f9d4-47f9-a87a-e721882ef6f3 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0583305 Apr 05 13:51:51.880831 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-88cfa96e-9888-4acf-80ec-a141456169cf req-f59ee38b-7fad-4bdf-98e2-d6a798fb32d6 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520909 Apr 05 13:51:51.883936 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-b1dd90c5-cb0d-40e9-b76f-28d524938d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:51.885644 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-b1dd90c5-cb0d-40e9-b76f-28d524938d28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 1128 time: 0.0564728 Apr 05 13:51:51.993848 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-c667a579-d245-4a4f-a614-867581cf5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:51.995378 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-c667a579-d245-4a4f-a614-867581cf5cd6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 911 time: 0.1037536 Apr 05 13:51:52.045456 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-823cb547-48e1-4b9c-8ebc-4c81815a9f96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd HTTP/1.1" status: 200 len: 217 time: 0.0433204 Apr 05 13:51:52.112044 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-0afcd5e4-7d78-4b8e-bb88-6cef8cab10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:52.113497 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-0afcd5e4-7d78-4b8e-bb88-6cef8cab10dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0619168 Apr 05 13:51:52.163159 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-467bbe8a-ba5c-4a23-8173-23c273c7555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:52.167666 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-467bbe8a-ba5c-4a23-8173-23c273c7555f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453212 Apr 05 13:51:52.269443 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-1a225e22-6495-4d69-b45b-7d0eed32ce9c service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975385 Apr 05 13:51:52.366283 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-2e954277-d2f3-47c0-b2f8-452b41366eca req-904b26ca-a82c-46ae-8111-14c9fea4e401 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898907 Apr 05 13:51:52.518539 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59caf6-d4a2-45eb-952e-780a7cd4bffd req-d9bb99e8-eac9-47ea-b432-eef7dbccfe2d tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:52.520093 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2f59caf6-d4a2-45eb-952e-780a7cd4bffd req-d9bb99e8-eac9-47ea-b432-eef7dbccfe2d tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0645647 Apr 05 13:51:52.584641 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2f59caf6-d4a2-45eb-952e-780a7cd4bffd req-5124208d-e462-4ac3-a7ff-d062b2941227 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551298 Apr 05 13:51:53.005372 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ccc4e-e10b-41c0-8840-c80c848261b3 req-23580620-9dae-4d74-b68b-2f7209ffce1c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:53.006844 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-644ccc4e-e10b-41c0-8840-c80c848261b3 req-23580620-9dae-4d74-b68b-2f7209ffce1c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0564463 Apr 05 13:51:53.054719 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-644ccc4e-e10b-41c0-8840-c80c848261b3 req-35fb4215-3573-4b30-b021-ecc872039de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423551 Apr 05 13:51:53.703804 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e1e23-2f82-4c08-9bee-912da6b207f5 req-79a5a2b2-2565-4ae9-b747-b13e5d821453 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:53.705188 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-175e1e23-2f82-4c08-9bee-912da6b207f5 req-79a5a2b2-2565-4ae9-b747-b13e5d821453 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0536470 Apr 05 13:51:53.752477 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-175e1e23-2f82-4c08-9bee-912da6b207f5 req-0555080b-5a04-426a-adf5-43ff6c5aecd7 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416334 Apr 05 13:51:54.173025 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7ecb6-1b55-44b0-954a-41590ebbb9db req-a8b0a89f-25f3-4b96-9e9f-697f8b63b1f5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:54.174460 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0a7ecb6-1b55-44b0-954a-41590ebbb9db req-a8b0a89f-25f3-4b96-9e9f-697f8b63b1f5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0517297 Apr 05 13:51:54.221678 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0a7ecb6-1b55-44b0-954a-41590ebbb9db req-218dc2c5-d3c4-43ae-91bc-6128110c0a73 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 Apr 05 13:51:54.868531 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497467f-0eda-43a3-8f3d-20bc4e021d16 req-d55ac843-1462-4226-8555-489a1e1c6333 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:54.869986 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6497467f-0eda-43a3-8f3d-20bc4e021d16 req-d55ac843-1462-4226-8555-489a1e1c6333 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0526824 Apr 05 13:51:54.916174 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6497467f-0eda-43a3-8f3d-20bc4e021d16 req-c8063e27-715f-43f0-ad5f-0ecf9bcb00ff tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396025 Apr 05 13:51:55.336661 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d855aa8-9902-42c4-b2f6-1a0a88055387 req-037d8a37-80e7-485c-aa00-78596d77a02b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:55.338626 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6d855aa8-9902-42c4-b2f6-1a0a88055387 req-037d8a37-80e7-485c-aa00-78596d77a02b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0516088 Apr 05 13:51:55.391777 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-6d855aa8-9902-42c4-b2f6-1a0a88055387 req-836672ab-0eab-4bcc-aa44-cd7564db8624 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468328 Apr 05 13:51:56.045456 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105c74e-fc89-494d-903c-181018465b7c req-efeceb3e-b897-4792-83f1-2d04c331d4d6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:56.046934 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3105c74e-fc89-494d-903c-181018465b7c req-efeceb3e-b897-4792-83f1-2d04c331d4d6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0571237 Apr 05 13:51:56.092787 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3105c74e-fc89-494d-903c-181018465b7c req-6e78ec65-7dfa-4370-9822-5123aa641352 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402362 Apr 05 13:51:56.508370 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23344deb-0306-4edb-b78b-b5e186f05bf6 req-f472a442-c0b9-4e33-84c9-b5e7184dd745 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:56.509846 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-23344deb-0306-4edb-b78b-b5e186f05bf6 req-f472a442-c0b9-4e33-84c9-b5e7184dd745 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0532875 Apr 05 13:51:56.558908 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-23344deb-0306-4edb-b78b-b5e186f05bf6 req-bc2088c1-cd3f-44f2-93f3-c1e9485cbe6b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427260 Apr 05 13:51:56.690439 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:51:57.213678 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ab74f-1f1a-4ab1-95df-08d5fbc113d7 req-af7d130f-da6c-4245-a9b6-53c4b1766e43 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:57.215313 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-339ab74f-1f1a-4ab1-95df-08d5fbc113d7 req-af7d130f-da6c-4245-a9b6-53c4b1766e43 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0565226 Apr 05 13:51:57.261755 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-339ab74f-1f1a-4ab1-95df-08d5fbc113d7 req-f237851f-3bdb-44ac-b8df-dd7ca3d4af48 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407703 Apr 05 13:51:57.674437 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beed791-412b-453f-b990-e941e3206266 req-11aa72fe-74c8-4849-b91c-13b68b8e4709 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:57.676080 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8beed791-412b-453f-b990-e941e3206266 req-11aa72fe-74c8-4849-b91c-13b68b8e4709 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0518475 Apr 05 13:51:57.730220 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-8beed791-412b-453f-b990-e941e3206266 req-b4fb3dcf-cebf-4d2a-9a30-03650055f2d5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482507 Apr 05 13:51:58.380331 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68c1b0-c2f8-42ef-8d52-4e1bff8da303 req-7f97e6a3-6e0c-4682-ae54-974851fa9c73 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:58.381808 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ef68c1b0-c2f8-42ef-8d52-4e1bff8da303 req-7f97e6a3-6e0c-4682-ae54-974851fa9c73 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0533452 Apr 05 13:51:58.434139 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ef68c1b0-c2f8-42ef-8d52-4e1bff8da303 req-642c8727-d5b4-4f0e-ab63-3767e8e85682 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467339 Apr 05 13:51:58.854265 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38842-3187-4ed8-ae94-accb6fc940d7 req-0a1dfc98-90ed-4f02-a5ba-e124d13baeda tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:58.855756 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0f38842-3187-4ed8-ae94-accb6fc940d7 req-0a1dfc98-90ed-4f02-a5ba-e124d13baeda tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0557816 Apr 05 13:51:58.906140 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0f38842-3187-4ed8-ae94-accb6fc940d7 req-b38caf09-9a67-4738-9326-3265ab7ac18c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437901 Apr 05 13:51:59.550773 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e5679-5d35-40ba-a969-c8d71484fcda req-d5d4a6f5-709b-44c6-a044-2d2c08b63500 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:51:59.552250 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-745e5679-5d35-40ba-a969-c8d71484fcda req-d5d4a6f5-709b-44c6-a044-2d2c08b63500 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0510254 Apr 05 13:51:59.599288 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-745e5679-5d35-40ba-a969-c8d71484fcda req-cb75ac0e-4b59-4099-b777-81c8f3d60c44 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 Apr 05 13:52:00.027289 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1c172-9b63-4c6f-a977-12b4cc83b51a req-673370b9-6503-4c4f-8304-6ee4b4ccdc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:00.028791 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cbd1c172-9b63-4c6f-a977-12b4cc83b51a req-673370b9-6503-4c4f-8304-6ee4b4ccdc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0573094 Apr 05 13:52:00.077736 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-cbd1c172-9b63-4c6f-a977-12b4cc83b51a req-86492921-7cbd-4564-9106-bf7b3a1a2f44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419939 Apr 05 13:52:00.717658 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcb164-06de-491a-a61b-25ea8be030d8 req-ed103f28-d0a8-4844-9d2a-255d7ce0b8f2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:00.719126 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2ddcb164-06de-491a-a61b-25ea8be030d8 req-ed103f28-d0a8-4844-9d2a-255d7ce0b8f2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0521548 Apr 05 13:52:00.765269 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2ddcb164-06de-491a-a61b-25ea8be030d8 req-a419aca3-d22e-4f08-a367-2720363f0101 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Apr 05 13:52:01.192852 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d19b92-ccda-4158-8897-501da2e1d99f req-e5162a50-f27c-47b7-95f5-16630f462ed3 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:01.194216 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-45d19b92-ccda-4158-8897-501da2e1d99f req-e5162a50-f27c-47b7-95f5-16630f462ed3 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0508316 Apr 05 13:52:01.246020 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-45d19b92-ccda-4158-8897-501da2e1d99f req-d19c9086-18a6-4a5e-bd7d-b102bf0b4a59 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462561 Apr 05 13:52:01.892891 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd514105-d048-4a0a-aa87-ee09f54c086e req-d36ee61f-f67b-412a-b0c6-d66681f905e6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:01.894385 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cd514105-d048-4a0a-aa87-ee09f54c086e req-d36ee61f-f67b-412a-b0c6-d66681f905e6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0586052 Apr 05 13:52:01.940316 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cd514105-d048-4a0a-aa87-ee09f54c086e req-62229c38-9b40-484b-b5a3-b690b923e1da tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404127 Apr 05 13:52:02.363134 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea8c4-1707-41fd-b99e-d9b5506e686c req-82893705-085e-4263-be9b-08eaf7d4b672 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:02.364513 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-635ea8c4-1707-41fd-b99e-d9b5506e686c req-82893705-085e-4263-be9b-08eaf7d4b672 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0511227 Apr 05 13:52:02.412649 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-635ea8c4-1707-41fd-b99e-d9b5506e686c req-5d36e08c-e568-4bca-83e9-709e924474ba tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426280 Apr 05 13:52:03.056427 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989faea-f2fa-48fc-b648-8439bffc1c67 req-d4374f2a-d178-4938-b9c9-d92aa8d4f621 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:03.057828 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a989faea-f2fa-48fc-b648-8439bffc1c67 req-d4374f2a-d178-4938-b9c9-d92aa8d4f621 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0523207 Apr 05 13:52:03.109664 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a989faea-f2fa-48fc-b648-8439bffc1c67 req-d4ea7eba-1c9e-4f7c-a2e5-1b76a25cf9a9 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453298 Apr 05 13:52:03.360206 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4839b9a1-e9a5-4518-ab7d-1e1cef34ffe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:03.528301 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54db46-a925-463f-b6cf-42746ccee47b req-9bc55d96-f5a5-4a91-a1c9-f9c99cc01f43 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:03.529932 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ed54db46-a925-463f-b6cf-42746ccee47b req-9bc55d96-f5a5-4a91-a1c9-f9c99cc01f43 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0517054 Apr 05 13:52:03.577958 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ed54db46-a925-463f-b6cf-42746ccee47b req-7bdd580a-b388-49c5-90e0-3cc5bf9d2797 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424840 Apr 05 13:52:04.176629 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59562) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:04.240948 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a165f6-4542-4c90-959e-7e3ae76b328b req-92a2018b-4006-44c7-97a0-97e946358329 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:04.242621 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-41a165f6-4542-4c90-959e-7e3ae76b328b req-92a2018b-4006-44c7-97a0-97e946358329 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0600500 Apr 05 13:52:04.295976 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-41a165f6-4542-4c90-959e-7e3ae76b328b req-f60da889-3a22-4a73-8c29-7fb1d151ab24 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445151 Apr 05 13:52:04.308487 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0648c028-e829-4c61-948e-ad416e6f41bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:04.382983 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0648c028-e829-4c61-948e-ad416e6f41bb admin admin] Publish callbacks [] for security_group (b09d4595-2fd3-4520-8472-179cce070bd4), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:04.386292 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0648c028-e829-4c61-948e-ad416e6f41bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b09d4595-2fd3-4520-8472-179cce070bd4), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:04.424590 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648c028-e829-4c61-948e-ad416e6f41bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09d4595-2fd3-4520-8472-179cce070bd4,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:04.429223 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0648c028-e829-4c61-948e-ad416e6f41bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6ce952d9925e4a38a2750a8b0e86db92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513425 Apr 05 13:52:04.432584 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 59570) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:04.485031 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f11c1d05-5c3f-43b8-8440-89ccf7b59f84 admin admin] Publish callbacks [] for security_group (b09d4595-2fd3-4520-8472-179cce070bd4), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:04.506719 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f11c1d05-5c3f-43b8-8440-89ccf7b59f84 admin admin] Publish callbacks [] for security_group (b09d4595-2fd3-4520-8472-179cce070bd4), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:04.554712 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f11c1d05-5c3f-43b8-8440-89ccf7b59f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b09d4595-2fd3-4520-8472-179cce070bd4), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:04.557220 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f11c1d05-5c3f-43b8-8440-89ccf7b59f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:04.558327 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-f11c1d05-5c3f-43b8-8440-89ccf7b59f84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b09d4595-2fd3-4520-8472-179cce070bd4 HTTP/1.1" status: 204 len: 168 time: 0.1249366 Apr 05 13:52:04.566225 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c1d05-5c3f-43b8-8440-89ccf7b59f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09d4595-2fd3-4520-8472-179cce070bd4,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:04.705648 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6b55e-7fc7-4432-9d96-c6852b95c2a3 req-c8ab0a32-8c00-4a5e-8d01-ac4bae2c0794 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:04.707247 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-aba6b55e-7fc7-4432-9d96-c6852b95c2a3 req-c8ab0a32-8c00-4a5e-8d01-ac4bae2c0794 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 944 time: 0.0620193 Apr 05 13:52:04.761452 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-aba6b55e-7fc7-4432-9d96-c6852b95c2a3 req-e594df49-47a1-4f0f-9ee4-9ebe3c839fae tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480347 Apr 05 13:52:05.041045 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:52:05.135098 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:52:05.145673 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'mac_address': 'fa:16:3e:f2:ae:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:52:05.184903 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:52:05.185317 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:05.197336 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:52:05.215928 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:52:05.220870 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:05.266105 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:05.424175 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a876a7-bf90-4cb3-aa9a-88f65355e13a req-26dbd4e0-32ec-4789-a646-f379c2776ebe tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:05.425644 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-77a876a7-bf90-4cb3-aa9a-88f65355e13a req-26dbd4e0-32ec-4789-a646-f379c2776ebe tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0580895 Apr 05 13:52:05.454515 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['03c1e3f4-74cf-4a11-aa5c-ac773207a9fd'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:52:05.478426 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-77a876a7-bf90-4cb3-aa9a-88f65355e13a req-42202c89-1259-4841-b71f-6f2cd2213189 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471344 Apr 05 13:52:05.789229 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-226ad010-4711-44fd-b01d-2b2ccf93069b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:05.885799 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d246ddf-05df-4202-98ef-f6a47b946192 req-a426946b-3693-4475-a41a-f7021b46db46 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:05.887347 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2d246ddf-05df-4202-98ef-f6a47b946192 req-a426946b-3693-4475-a41a-f7021b46db46 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 945 time: 0.0566542 Apr 05 13:52:05.940900 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2d246ddf-05df-4202-98ef-f6a47b946192 req-a2b57a8d-58de-4b98-80d5-d5995f23d154 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471795 Apr 05 13:52:06.603973 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b721ec-b373-47f7-9cf9-996b882ea0a6 req-177a3d36-3a37-4ae6-9433-755bfe8bc440 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:06.605470 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f9b721ec-b373-47f7-9cf9-996b882ea0a6 req-177a3d36-3a37-4ae6-9433-755bfe8bc440 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0520263 Apr 05 13:52:06.652947 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f9b721ec-b373-47f7-9cf9-996b882ea0a6 req-c8f6718e-f8e9-48b5-b3f6-a9f86fb67213 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413127 Apr 05 13:52:06.679933 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:06.811553 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965a672-0d17-4005-9592-68e81d516784 req-0e5ea7cf-3deb-49ca-8f05-fd6b6dda4ca3 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:06.812929 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9965a672-0d17-4005-9592-68e81d516784 req-0e5ea7cf-3deb-49ca-8f05-fd6b6dda4ca3 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 945 time: 0.0516918 Apr 05 13:52:06.863945 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-9965a672-0d17-4005-9592-68e81d516784 req-c8310daa-a922-47c6-ad2a-1d0c2ab58464 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454695 Apr 05 13:52:07.051256 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:52:07.058202 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e2f6-b40a-4706-a9a9-4d8bc6723f9b req-879406d3-0b9b-45e8-ba0b-38e28dc1b36f tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:07.059722 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-44c6e2f6-b40a-4706-a9a9-4d8bc6723f9b req-879406d3-0b9b-45e8-ba0b-38e28dc1b36f tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 945 time: 0.0519462 Apr 05 13:52:07.101990 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:52:07.105954 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:52:07.106334 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:07.110928 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-44c6e2f6-b40a-4706-a9a9-4d8bc6723f9b req-4992049e-c1ab-4a46-8fcc-c7b7ebf02ac1 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450737 Apr 05 13:52:07.184245 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:52:07.184637 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:07.205933 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:52:07.208161 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a990b69f-df28-41b7-a6d2-a9c0be0034dc" -d '{"events": [{"server_uuid": "997a9bc5-b147-4321-91d0-21a2b2523db5", "name": "network-vif-plugged", "status": "completed", "tag": "03c1e3f4-74cf-4a11-aa5c-ac773207a9fd"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:52:07.221230 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:52:07.226065 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:07.248761 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb80bcb6-2d60-4f29-852e-413f270599f7 x-openstack-request-id: req-fb80bcb6-2d60-4f29-852e-413f270599f7 {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:52:07.249048 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997a9bc5-b147-4321-91d0-21a2b2523db5", "name": "network-vif-plugged", "status": "completed", "tag": "03c1e3f4-74cf-4a11-aa5c-ac773207a9fd", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:52:07.249295 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb80bcb6-2d60-4f29-852e-413f270599f7 {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:52:07.249679 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb80bcb6-2d60-4f29-852e-413f270599f7'] response: {'server_uuid': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'code': 200} Apr 05 13:52:07.276670 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:07.770236 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcb731-fbd4-4931-8ad9-d707ea9243e2 req-b7ab83af-f946-4eb6-954a-5a15d5c1ce1d tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:07.771700 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-68dcb731-fbd4-4931-8ad9-d707ea9243e2 req-b7ab83af-f946-4eb6-954a-5a15d5c1ce1d tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0512652 Apr 05 13:52:07.817236 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-68dcb731-fbd4-4931-8ad9-d707ea9243e2 req-e26ad1e8-fd14-46e5-985c-fb37bd91cc5f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399621 Apr 05 13:52:07.981493 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bff6c1-f22c-458b-8ff2-32dd130aa6a9 req-1f0d72ed-a326-48e3-a7ae-34e8f8aa1e0a tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:07.983020 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-76bff6c1-f22c-458b-8ff2-32dd130aa6a9 req-1f0d72ed-a326-48e3-a7ae-34e8f8aa1e0a tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 945 time: 0.0522754 Apr 05 13:52:08.030040 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-76bff6c1-f22c-458b-8ff2-32dd130aa6a9 req-cc2530b4-e96a-456f-b2d1-7705dab1a6b3 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 Apr 05 13:52:08.237031 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6958a7d-0a0d-438c-bfa1-f68f51930bbd req-812c4e0d-7062-42fc-b009-59c13ee03d88 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:08.238405 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c6958a7d-0a0d-438c-bfa1-f68f51930bbd req-812c4e0d-7062-42fc-b009-59c13ee03d88 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 946 time: 0.0602746 Apr 05 13:52:08.292072 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:08.297236 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c6958a7d-0a0d-438c-bfa1-f68f51930bbd req-cd514cb7-80c8-4f75-8a54-d179f6df02bd tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532296 Apr 05 13:52:08.749348 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-de07e807-0f51-4400-a9a9-5653ad2d0762 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:08.750773 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-de07e807-0f51-4400-a9a9-5653ad2d0762 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.46 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 945 time: 0.0900483 Apr 05 13:52:08.755813 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2a4b9-515d-4867-990c-97ec05aa96e8 req-2395bd4d-80fb-43b1-af18-92c6d3307ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:08.757144 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-43c2a4b9-515d-4867-990c-97ec05aa96e8 req-2395bd4d-80fb-43b1-af18-92c6d3307ce9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 1130 time: 0.0707746 Apr 05 13:52:08.965627 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:09.151877 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ba7d5-1379-409b-acce-ef3c0ca2e92d req-ddd00d35-3d4d-47ac-8ce4-7db2c53db4cf tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:09.153447 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ce0ba7d5-1379-409b-acce-ef3c0ca2e92d req-ddd00d35-3d4d-47ac-8ce4-7db2c53db4cf tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 945 time: 0.0557020 Apr 05 13:52:09.201771 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ce0ba7d5-1379-409b-acce-ef3c0ca2e92d req-7aeed3fa-8793-423e-b358-6d6e745c5808 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Apr 05 13:52:09.285002 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e98d56-3ce7-4a8c-b1c6-e56dbf97b2aa req-efe750b1-dc16-4c85-902a-2036a1e35c11 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:09.286491 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-91e98d56-3ce7-4a8c-b1c6-e56dbf97b2aa req-efe750b1-dc16-4c85-902a-2036a1e35c11 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.4047534 Apr 05 13:52:09.289058 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-43c2a4b9-515d-4867-990c-97ec05aa96e8 req-8337d2d3-d8d2-4f90-9983-3a2c214c5dd4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193845 Apr 05 13:52:09.349981 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-91e98d56-3ce7-4a8c-b1c6-e56dbf97b2aa req-808a0ca1-35cf-43f6-8315-32c8fee6c60c tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566831 Apr 05 13:52:09.353195 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-1ffb70a9-44e3-4296-8edc-0811e458c69d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Deleting port 9f07b380-085f-4c1d-a901-065e3901193d {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:52:09.353195 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-1ffb70a9-44e3-4296-8edc-0811e458c69d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (9f07b380-085f-4c1d-a901-065e3901193d), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:09.425738 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be851ae-769c-4ecb-b53e-43ed818df98f req-798592cc-a03c-4793-a3fd-09781dc375a8 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:09.427604 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2be851ae-769c-4ecb-b53e-43ed818df98f req-798592cc-a03c-4793-a3fd-09781dc375a8 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 946 time: 0.0548573 Apr 05 13:52:09.459897 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-1ffb70a9-44e3-4296-8edc-0811e458c69d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] For port 9f07b380-085f-4c1d-a901-065e3901193d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9f07b380-085f-4c1d-a901-065e3901193d,segment=NetworkSegment(62b17633-739b-43b8-9664-4951a8ed0ce6),segment_id=62b17633-739b-43b8-9664-4951a8ed0ce6)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:52:09.460272 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-1ffb70a9-44e3-4296-8edc-0811e458c69d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (9f07b380-085f-4c1d-a901-065e3901193d), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:09.479145 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-1ffb70a9-44e3-4296-8edc-0811e458c69d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Calling delete_port for 9f07b380-085f-4c1d-a901-065e3901193d owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:52:09.484962 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2be851ae-769c-4ecb-b53e-43ed818df98f req-e6575f8f-f085-47d3-8a06-2babb3c9162f tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521886 Apr 05 13:52:09.602795 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a50309-aeda-4ac2-a5fe-8db14a017c67 req-f2dfe653-29e9-41d7-b101-77c65cdc5572 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:09.604232 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-15a50309-aeda-4ac2-a5fe-8db14a017c67 req-f2dfe653-29e9-41d7-b101-77c65cdc5572 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0792940 Apr 05 13:52:09.718381 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-1ffb70a9-44e3-4296-8edc-0811e458c69d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (9f07b380-085f-4c1d-a901-065e3901193d), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:09.732547 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-15a50309-aeda-4ac2-a5fe-8db14a017c67 req-539f905d-d6cd-4a52-97a0-83d53eba1623 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198692 Apr 05 13:52:09.733522 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['9f07b380-085f-4c1d-a901-065e3901193d'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:52:09.755392 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-47ae1aae-11e1-434f-90a4-a20c92d4743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:09.756967 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-47ae1aae-11e1-434f-90a4-a20c92d4743f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 1129 time: 0.1397488 Apr 05 13:52:09.759549 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb70a9-44e3-4296-8edc-0811e458c69d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Pushing event deleted for resources: {'Port': ['ID=9f07b380-085f-4c1d-a901-065e3901193d,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:09.802390 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-1ffb70a9-44e3-4296-8edc-0811e458c69d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] No DVR routers for this DVR port 9f07b380-085f-4c1d-a901-065e3901193d on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:52:09.804892 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-1ffb70a9-44e3-4296-8edc-0811e458c69d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:09.808155 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-435f5e16-ca22-4edd-8fd1-fb95512e1203 req-1ffb70a9-44e3-4296-8edc-0811e458c69d tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.46 "DELETE /v2.0/ports/9f07b380-085f-4c1d-a901-065e3901193d HTTP/1.1" status: 204 len: 173 time: 0.6364353 Apr 05 13:52:09.808591 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47e1c79-7271-4167-a24f-ece6c2279c9c', 'name': 'network-vif-deleted', 'tag': '9f07b380-085f-4c1d-a901-065e3901193d'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:52:09.811449 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38210f82-45d4-4c92-b610-143ecaf74c83" -d '{"events": [{"server_uuid": "e47e1c79-7271-4167-a24f-ece6c2279c9c", "name": "network-vif-deleted", "tag": "9f07b380-085f-4c1d-a901-065e3901193d"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:52:09.846016 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb640bdd-a61b-4e3f-9edd-1d98fd00cc61 x-openstack-request-id: req-cb640bdd-a61b-4e3f-9edd-1d98fd00cc61 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:52:09.846309 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47e1c79-7271-4167-a24f-ece6c2279c9c", "name": "network-vif-deleted", "tag": "9f07b380-085f-4c1d-a901-065e3901193d", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:52:09.846569 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb640bdd-a61b-4e3f-9edd-1d98fd00cc61 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:52:09.847230 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb640bdd-a61b-4e3f-9edd-1d98fd00cc61'] response: {'server_uuid': 'e47e1c79-7271-4167-a24f-ece6c2279c9c', 'name': 'network-vif-deleted', 'tag': '9f07b380-085f-4c1d-a901-065e3901193d', 'status': 'completed', 'code': 200} Apr 05 13:52:09.970444 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:10.051072 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-082a021c-d2dd-4dd4-8cb6-ba0217197357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:10.052559 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-082a021c-d2dd-4dd4-8cb6-ba0217197357 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 200 len: 911 time: 0.0997057 Apr 05 13:52:10.130349 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-ebc23815-9a9a-4e83-9a3e-385f6469cca9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b098ba-9acc-40b2-a9c1-81e4551c96cc HTTP/1.1" status: 200 len: 1001 time: 0.0655093 Apr 05 13:52:10.305081 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-92e0786f-d8ba-47f7-b54e-a18ec9bdc2b4 req-b211bf32-2532-410e-bea3-ea88a98e9321 tempest-VolumesSnapshotTestJSON-1539301341 tempest-VolumesSnapshotTestJSON-1539301341-project] 10.222.0.59 "GET /v2.0/ports?device_id=e47e1c79-7271-4167-a24f-ece6c2279c9c HTTP/1.1" status: 200 len: 210 time: 0.0266888 Apr 05 13:52:10.454318 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-073beb73-82af-4c4c-b30e-aa7e0c41dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:10.455845 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-073beb73-82af-4c4c-b30e-aa7e0c41dfbb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91431d47-73b7-494d-bb9f-9fe852011090 HTTP/1.1" status: 200 len: 849 time: 0.0480645 Apr 05 13:52:10.610664 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a6889-e2ea-418f-a794-bad7cf4fd707 req-76e689d0-8059-4282-8b87-c382940dab5f tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:10.612150 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-600a6889-e2ea-418f-a794-bad7cf4fd707 req-76e689d0-8059-4282-8b87-c382940dab5f tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 946 time: 0.0553806 Apr 05 13:52:10.661663 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-600a6889-e2ea-418f-a794-bad7cf4fd707 req-82b4734e-f3f6-414b-90e6-ad28468f02ee tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439119 Apr 05 13:52:10.779536 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b8528-afe0-45c9-8dcb-23665c85d330 req-b6b1f006-aa7b-48c5-87df-e68d932570fe tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:10.781400 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-275b8528-afe0-45c9-8dcb-23665c85d330 req-b6b1f006-aa7b-48c5-87df-e68d932570fe tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 946 time: 0.0546584 Apr 05 13:52:10.867828 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675c994-242e-44e3-8fe8-9f025cf61bdb req-be53005f-f2a2-4f3c-b3b6-37c4bcdbb9e5 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:10.869360 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f675c994-242e-44e3-8fe8-9f025cf61bdb req-be53005f-f2a2-4f3c-b3b6-37c4bcdbb9e5 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0681589 Apr 05 13:52:10.876710 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-275b8528-afe0-45c9-8dcb-23665c85d330 req-755c2160-7e66-41be-850e-f8d11e14d512 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897865 Apr 05 13:52:10.898825 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-d6895b77-7e2a-4efa-ad86-7a87391f11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:10.900524 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-d6895b77-7e2a-4efa-ad86-7a87391f11a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848019 Apr 05 13:52:10.902217 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 59630) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:10.924040 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f675c994-242e-44e3-8fe8-9f025cf61bdb req-d67c685e-a4b0-4dd1-9cbf-971e619a293a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462439 Apr 05 13:52:11.012239 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cf93a7-044f-4fc7-bd4b-34c276c8dc02 tempest-TestVolumeBootPattern-649621189 tempest-TestVolumeBootPattern-649621189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:11.014475 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-27cf93a7-044f-4fc7-bd4b-34c276c8dc02 tempest-TestVolumeBootPattern-649621189 tempest-TestVolumeBootPattern-649621189-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 1125 time: 0.1111343 Apr 05 13:52:11.017430 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59632) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:11.021987 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:52:11.027968 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-4c8d260c-d97c-4b43-9caa-c01f5c22439d service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171949 Apr 05 13:52:11.042490 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:11.119966 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-0895031e-d9a2-4953-91dd-e85fb27d812c req-bc42dcaa-54f7-4bb5-913c-e45094c6d5e0 service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849700 Apr 05 13:52:11.146652 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:11.252589 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Allocated IP 172.27.2.120 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/8ed30e9b-99f2-4192-8419-b53189e272eb) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:52:11.351377 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for port (8ed30e9b-99f2-4192-8419-b53189e272eb), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:11.386017 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (8ed30e9b-99f2-4192-8419-b53189e272eb), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:11.423306 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:52:11.426126 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:52:11.432245 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:52:11.438569 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'Port': ['ID=8ed30e9b-99f2-4192-8419-b53189e272eb,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:12.118969 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb4213-5f72-4b57-b573-e00d63966fc8 req-af1b2881-62f9-4d5a-bfec-0a962c3c1d6c tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:12.120361 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50cb4213-5f72-4b57-b573-e00d63966fc8 req-af1b2881-62f9-4d5a-bfec-0a962c3c1d6c tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.1023915 Apr 05 13:52:12.143870 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:12.209202 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50cb4213-5f72-4b57-b573-e00d63966fc8 req-94be19b4-1bb9-409c-8f5d-24487f84c17f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822387 Apr 05 13:52:12.238144 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (8ed30e9b-99f2-4192-8419-b53189e272eb), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:12.384586 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for port (8ed30e9b-99f2-4192-8419-b53189e272eb), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:12.389621 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (8ed30e9b-99f2-4192-8419-b53189e272eb), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:12.458214 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'Port': ['ID=8ed30e9b-99f2-4192-8419-b53189e272eb,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:12.470256 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:12.566111 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Floating IP c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e associated. External IP: 172.27.2.120, port: 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd. Apr 05 13:52:12.787416 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Router 2129d531-2a68-40e1-b07e-152213c1f9a3 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:52:12.790970 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-2ffda22f-3f9a-4cb7-88b8-59eae6e6c8b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501630 Apr 05 13:52:12.868047 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-ab082fe4-5cff-45d6-8f9a-f46a332affe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:12.869573 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-ab082fe4-5cff-45d6-8f9a-f46a332affe8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 1129 time: 0.0581908 Apr 05 13:52:12.916080 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:52:12.926983 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] Sync routers for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:52:12.935890 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:12.938755 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:52:12.939373 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:52:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:12.967944 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ea668884-e663-48c3-9ba0-af0bbccbc019 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9493325 Apr 05 13:52:12.968884 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'tag': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:52:12.971344 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43437c8b-f823-42cb-9bdd-09ba226e911a" -d '{"events": [{"name": "network-changed", "server_uuid": "997a9bc5-b147-4321-91d0-21a2b2523db5", "tag": "03c1e3f4-74cf-4a11-aa5c-ac773207a9fd"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:52:12.991757 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-0942bb09-0066-405f-b094-b8c9ba2bd924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:12.993241 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-0942bb09-0066-405f-b094-b8c9ba2bd924 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 200 len: 911 time: 0.1028512 Apr 05 13:52:13.014214 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0f9ce5-4d9c-4220-aa22-7805027defe0 x-openstack-request-id: req-5a0f9ce5-4d9c-4220-aa22-7805027defe0 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:52:13.014510 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997a9bc5-b147-4321-91d0-21a2b2523db5", "tag": "03c1e3f4-74cf-4a11-aa5c-ac773207a9fd", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:52:13.014828 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a0f9ce5-4d9c-4220-aa22-7805027defe0 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:52:13.015268 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0f9ce5-4d9c-4220-aa22-7805027defe0'] response: {'name': 'network-changed', 'server_uuid': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'tag': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'status': 'completed', 'code': 200} Apr 05 13:52:13.065253 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 9f07b380-085f-4c1d-a901-065e3901193d no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:52:13.067559 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:52:13.089217 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 9f07b380-085f-4c1d-a901-065e3901193d {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:52:13.089554 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 9f07b380-085f-4c1d-a901-065e3901193d not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:52:13.093634 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-527bc8f3-f343-4d5c-8697-f82aee6a051d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b098ba-9acc-40b2-a9c1-81e4551c96cc HTTP/1.1" status: 200 len: 1001 time: 0.0940671 Apr 05 13:52:13.102308 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-c1b22369-8745-4ebb-ac63-0dbd5801a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:13.103801 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-c1b22369-8745-4ebb-ac63-0dbd5801a895 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 1130 time: 0.0626662 Apr 05 13:52:13.290518 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:f2:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:11Z', 'updated_at': '2022-04-05T13:52:11Z', 'revision_number': 0, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:13.316439 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] Checking router: 2129d531-2a68-40e1-b07e-152213c1f9a3 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:52:13.324476 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:52:13.325074 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:52:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:13.333808 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf37a6c-3bdb-4abf-bf72-440f66bf2636 req-5a5420b8-1fc8-421c-8aab-0e0d27fd6eea tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:13.335319 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cf37a6c-3bdb-4abf-bf72-440f66bf2636 req-5a5420b8-1fc8-421c-8aab-0e0d27fd6eea tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0572245 Apr 05 13:52:13.384481 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cf37a6c-3bdb-4abf-bf72-440f66bf2636 req-afe74fe2-b8c9-401c-a39b-a2fea3810479 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419147 Apr 05 13:52:13.432768 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:52:13.652620 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:f2:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:11Z', 'updated_at': '2022-04-05T13:52:11Z', 'revision_number': 0, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:13.678634 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59e2d0-c0e5-47c3-bd50-d54ab0e5ad48 None None] The sync data for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi is: [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:f2:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:11Z', 'updated_at': '2022-04-05T13:52:11Z', 'revision_number': 0, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:52:13.883342 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd2041f-db35-4070-b017-e5cb422f5247 None None] New status for floating IP c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:52:14.732927 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-94c0cd09-b036-46ff-968c-7c802dfec967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:14.734423 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-94c0cd09-b036-46ff-968c-7c802dfec967 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91431d47-73b7-494d-bb9f-9fe852011090 HTTP/1.1" status: 200 len: 849 time: 0.0986247 Apr 05 13:52:14.759312 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-819dcfb0-78a8-4514-abe9-f425fd568b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:14.760699 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-819dcfb0-78a8-4514-abe9-f425fd568b5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 911 time: 0.1166015 Apr 05 13:52:15.622959 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-4dd06d1e-b74e-4871-8064-762bcee2cdd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd HTTP/1.1" status: 200 len: 1002 time: 0.0857766 Apr 05 13:52:15.628863 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-47e0c1ca-741b-4000-aefb-0fa478ccc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:15.630282 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-47e0c1ca-741b-4000-aefb-0fa478ccc45e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014986 Apr 05 13:52:15.728118 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-e7e16793-2484-42b8-a5ca-6a2ce7602346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:15.729581 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-e7e16793-2484-42b8-a5ca-6a2ce7602346 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0984533 Apr 05 13:52:15.781817 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-4598a253-deff-4da3-8b60-1e26a7719f1f service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427536 Apr 05 13:52:15.817485 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-7faff44f-88cc-43bb-9e28-62bb794ed634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:15.818919 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-7faff44f-88cc-43bb-9e28-62bb794ed634 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815594 Apr 05 13:52:15.953955 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7c889c98-e2f0-4d61-84aa-c7d0b3ec2475 req-2215452c-12cd-4aac-9b8c-9ab4760d3a74 service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647267 Apr 05 13:52:15.971824 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-4a8d87c5-dba6-4dd5-85a4-f896769902fe service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158700 Apr 05 13:52:16.067257 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-43437c8b-f823-42cb-9bdd-09ba226e911a req-587039c8-9cb2-466c-98b2-3b55da2e8fb1 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872793 Apr 05 13:52:32.352351 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59772) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:32.395932 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e282eb-6230-4580-957d-7324f5cd33b5 admin admin] Deleting subnet 1324d74a-8009-4831-be75-9fd790ee070b {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:52:32.398924 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9e282eb-6230-4580-957d-7324f5cd33b5 admin admin] Publish callbacks [] for subnet (1324d74a-8009-4831-be75-9fd790ee070b), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.432027 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9e282eb-6230-4580-957d-7324f5cd33b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444386'] for subnet (1324d74a-8009-4831-be75-9fd790ee070b), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.472788 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9e282eb-6230-4580-957d-7324f5cd33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (1324d74a-8009-4831-be75-9fd790ee070b), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.524539 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9e282eb-6230-4580-957d-7324f5cd33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25339686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25434302'] for subnet (1324d74a-8009-4831-be75-9fd790ee070b), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.549252 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e282eb-6230-4580-957d-7324f5cd33b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1324d74a-8009-4831-be75-9fd790ee070b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:32.553885 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9e282eb-6230-4580-957d-7324f5cd33b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.556975 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b9e282eb-6230-4580-957d-7324f5cd33b5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1324d74a-8009-4831-be75-9fd790ee070b HTTP/1.1" status: 204 len: 168 time: 0.2036197 Apr 05 13:52:32.560278 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59774) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:32.630254 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (9c68b7e7-b165-40cb-9f4c-5738dd772515), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.708620 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (9c68b7e7-b165-40cb-9f4c-5738dd772515), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.728356 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c68b7e7-b165-40cb-9f4c-5738dd772515']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:32.737903 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b17633-739b-43b8-9664-4951a8ed0ce6') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:32.738201 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b17633-739b-43b8-9664-4951a8ed0ce6') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:32.747261 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (62b17633-739b-43b8-9664-4951a8ed0ce6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.760030 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (62b17633-739b-43b8-9664-4951a8ed0ce6), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.765992 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:52:32.766375 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (62b17633-739b-43b8-9664-4951a8ed0ce6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:52:32.767990 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:52:32.823961 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (9c68b7e7-b165-40cb-9f4c-5738dd772515), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.829527 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:32.832746 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9c68b7e7-b165-40cb-9f4c-5738dd772515 HTTP/1.1" status: 204 len: 168 time: 0.2714801 Apr 05 13:52:32.844158 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50cae9-2878-4065-9b04-7d2bb10dac44 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c68b7e7-b165-40cb-9f4c-5738dd772515,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:33.000014 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59778) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:33.039627 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f3e26701-8ba0-4b18-af9c-332d44bfb7c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7a9bd0d7b424d6184c5a0780ae39a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383928 Apr 05 13:52:33.042003 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59780) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:33.087469 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-986d60e3-abb0-4d87-8e1c-8e07480f6639 admin admin] Publish callbacks [] for security_group (4a8ed41d-08f4-47c5-8bcb-05ce9c235e54), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:33.108882 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-986d60e3-abb0-4d87-8e1c-8e07480f6639 admin admin] Publish callbacks [] for security_group (4a8ed41d-08f4-47c5-8bcb-05ce9c235e54), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:33.154298 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-986d60e3-abb0-4d87-8e1c-8e07480f6639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (4a8ed41d-08f4-47c5-8bcb-05ce9c235e54), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:33.156904 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-986d60e3-abb0-4d87-8e1c-8e07480f6639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:33.158055 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-986d60e3-abb0-4d87-8e1c-8e07480f6639 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a8ed41d-08f4-47c5-8bcb-05ce9c235e54 HTTP/1.1" status: 204 len: 168 time: 0.1151662 Apr 05 13:52:33.165906 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d60e3-abb0-4d87-8e1c-8e07480f6639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8ed41d-08f4-47c5-8bcb-05ce9c235e54,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:33.363536 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-654bbdd0-d706-4e48-a2b6-8b6f5960b566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:33.689303 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:52:35.795038 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b574b39a-e085-486e-8421-2a1fbe600021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:36.675648 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:38.291875 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:39.000045 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:39.962781 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:47.268603 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fa6a2-5b38-40a1-9467-2a05c535d6db req-0126d973-a939-4eb9-b482-ca129c7e1855 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:47.270055 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-de7fa6a2-5b38-40a1-9467-2a05c535d6db req-0126d973-a939-4eb9-b482-ca129c7e1855 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0527649 Apr 05 13:52:47.315978 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-de7fa6a2-5b38-40a1-9467-2a05c535d6db req-5f698cd2-8be9-4b17-b288-1d129dc7ee57 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403736 Apr 05 13:52:48.439485 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa437ecc-34a9-4ee4-9845-8229ae7ec526 req-579917c7-d9ba-4f95-a5d3-2a04a7c4b5fe tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:48.440991 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-aa437ecc-34a9-4ee4-9845-8229ae7ec526 req-579917c7-d9ba-4f95-a5d3-2a04a7c4b5fe tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0563242 Apr 05 13:52:48.489329 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-aa437ecc-34a9-4ee4-9845-8229ae7ec526 req-1225c421-ff7a-49e3-ae8f-f60e3b662802 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Apr 05 13:52:49.323460 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88e430-978b-47aa-b582-50bd507b97ba req-6ab9b8a3-47e5-4964-aa07-fec9753f8514 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:49.325136 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bc88e430-978b-47aa-b582-50bd507b97ba req-6ab9b8a3-47e5-4964-aa07-fec9753f8514 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.0526562 Apr 05 13:52:49.437049 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Deleting port 68b098ba-9acc-40b2-a9c1-81e4551c96cc {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:52:49.437310 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:49.524997 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] For port 68b098ba-9acc-40b2-a9c1-81e4551c96cc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=68b098ba-9acc-40b2-a9c1-81e4551c96cc,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:52:49.525153 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:49.676520 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18147877-055a-4e38-b6ad-a8f9d083acea req-4129bc42-29e9-40bd-a0d9-7816354f5408 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:49.677976 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-18147877-055a-4e38-b6ad-a8f9d083acea req-4129bc42-29e9-40bd-a0d9-7816354f5408 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e769137-37bf-4cb2-b020-d664054c61b0 HTTP/1.1" status: 200 len: 945 time: 0.1070292 Apr 05 13:52:49.766165 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:49.766675 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (1e49a413-0597-4b39-887b-6135729f7857), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:49.766938 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Floating IP 1e49a413-0597-4b39-887b-6135729f7857 disassociated. External IP: 172.27.2.148, port: 68b098ba-9acc-40b2-a9c1-81e4551c96cc. Apr 05 13:52:49.767330 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Calling delete_port for 68b098ba-9acc-40b2-a9c1-81e4551c96cc owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:52:49.775844 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-18147877-055a-4e38-b6ad-a8f9d083acea req-67283842-4624-4161-b04f-2cc68583f172 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=e82485b9-ef3b-4561-83f4-cc79d350435e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899682 Apr 05 13:52:49.899859 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (68b098ba-9acc-40b2-a9c1-81e4551c96cc), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:49.928538 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event deleted for resources: {'Port': ['ID=68b098ba-9acc-40b2-a9c1-81e4551c96cc,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:49.940167 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.940525 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.940874 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.941220 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.941559 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.941893 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.942223 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.942552 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.942880 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.943209 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.943558 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.943889 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.944215 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.944545 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:49.944869 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:50.057109 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Router 3b051e81-b18b-4163-9516-ef76cf283229 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:52:50.166803 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:52:50.177264 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] Sync routers for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:52:50.188106 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:52:50.188780 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:52:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:50.208955 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] No DVR routers for this DVR port 68b098ba-9acc-40b2-a9c1-81e4551c96cc on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:52:50.211390 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:50.214731 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bc88e430-978b-47aa-b582-50bd507b97ba req-093616a3-c45a-4c16-9c47-05093704b8c1 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.46 "DELETE /v2.0/ports/68b098ba-9acc-40b2-a9c1-81e4551c96cc HTTP/1.1" status: 204 len: 173 time: 0.8842978 Apr 05 13:52:50.215351 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e769137-37bf-4cb2-b020-d664054c61b0', 'name': 'network-vif-deleted', 'tag': '68b098ba-9acc-40b2-a9c1-81e4551c96cc'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:52:50.217597 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677df446-a952-4695-ad55-a39ba3d5122c" -d '{"events": [{"server_uuid": "9e769137-37bf-4cb2-b020-d664054c61b0", "name": "network-vif-deleted", "tag": "68b098ba-9acc-40b2-a9c1-81e4551c96cc"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:52:50.260042 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffb67f8-16cd-45eb-a7ad-4b7f78eae797 x-openstack-request-id: req-6ffb67f8-16cd-45eb-a7ad-4b7f78eae797 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:52:50.260349 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e769137-37bf-4cb2-b020-d664054c61b0", "name": "network-vif-deleted", "tag": "68b098ba-9acc-40b2-a9c1-81e4551c96cc", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:52:50.260611 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ffb67f8-16cd-45eb-a7ad-4b7f78eae797 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:52:50.261029 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffb67f8-16cd-45eb-a7ad-4b7f78eae797'] response: {'server_uuid': '9e769137-37bf-4cb2-b020-d664054c61b0', 'name': 'network-vif-deleted', 'tag': '68b098ba-9acc-40b2-a9c1-81e4551c96cc', 'status': 'completed', 'code': 200} Apr 05 13:52:50.314470 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:52:50.519822 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:50.545821 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] Checking router: 3b051e81-b18b-4163-9516-ef76cf283229 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:52:50.553927 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:52:50.554440 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:52:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:50.661316 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:52:50.866380 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59814) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:50.924590 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (e82485b9-ef3b-4561-83f4-cc79d350435e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:50.948959 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (e82485b9-ef3b-4561-83f4-cc79d350435e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:50.956483 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:52:50.982923 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9690e616-c9bf-4da7-a2b7-4a46cc2eb365 None None] The sync data for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi is: [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:52:50.998755 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (e82485b9-ef3b-4561-83f4-cc79d350435e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:51.002600 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:51.003786 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "DELETE /v2.0/security-groups/e82485b9-ef3b-4561-83f4-cc79d350435e HTTP/1.1" status: 204 len: 168 time: 0.1363606 Apr 05 13:52:51.006687 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 59816) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:51.013531 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82485b9-ef3b-4561-83f4-cc79d350435e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:51.020935 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.021279 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.api.v2.resource [None req-d141552a-eb96-4442-aef1-03c9a21d8336 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] show failed (client error): The resource could not be found. Apr 05 13:52:51.021441 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.021613 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.022129 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.022305 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d141552a-eb96-4442-aef1-03c9a21d8336 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups/e82485b9-ef3b-4561-83f4-cc79d350435e HTTP/1.1" status: 404 len: 347 time: 0.0145235 Apr 05 13:52:51.022740 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.023082 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.023414 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.023769 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.024102 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.024430 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.024759 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.025186 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.025310 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 59818) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:51.025511 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.025832 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.026182 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42d28b-9a46-4f89-8dd7-df6e9b63dd39 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:51.160270 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7a9e3-0f56-42ae-8e3c-d9c1aeb76939 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Deleting port e818d916-14b0-4ceb-94c8-5ea07ab204f9 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:52:51.160614 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a9e3-0f56-42ae-8e3c-d9c1aeb76939 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (e818d916-14b0-4ceb-94c8-5ea07ab204f9), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:51.218920 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b0a29-c48e-4aef-990c-2f22b91d5697 None None] New status for floating IP 1e49a413-0597-4b39-887b-6135729f7857: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:52:51.241400 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a9e3-0f56-42ae-8e3c-d9c1aeb76939 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (e818d916-14b0-4ceb-94c8-5ea07ab204f9), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:51.241730 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a9e3-0f56-42ae-8e3c-d9c1aeb76939 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (e818d916-14b0-4ceb-94c8-5ea07ab204f9), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:51.254097 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7a9e3-0f56-42ae-8e3c-d9c1aeb76939 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Calling delete_port for e818d916-14b0-4ceb-94c8-5ea07ab204f9 owned by network:floatingip {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:52:51.398059 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a9e3-0f56-42ae-8e3c-d9c1aeb76939 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (e818d916-14b0-4ceb-94c8-5ea07ab204f9), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:51.424195 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.db.api [None req-4b8b0a29-c48e-4aef-990c-2f22b91d5697 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 13:52:51.424559 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG oslo_db.api [None req-4b8b0a29-c48e-4aef-990c-2f22b91d5697 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 13:52:51.424696 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7a9e3-0f56-42ae-8e3c-d9c1aeb76939 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event deleted for resources: {'Port': ['ID=e818d916-14b0-4ceb-94c8-5ea07ab204f9,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:51.488007 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a9e3-0f56-42ae-8e3c-d9c1aeb76939 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (1e49a413-0597-4b39-887b-6135729f7857), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:51.490512 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a9e3-0f56-42ae-8e3c-d9c1aeb76939 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:51.491686 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e6e7a9e3-0f56-42ae-8e3c-d9c1aeb76939 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "DELETE /v2.0/floatingips/1e49a413-0597-4b39-887b-6135729f7857 HTTP/1.1" status: 204 len: 168 time: 0.4655766 Apr 05 13:52:51.707221 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 59822) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:51.711875 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-3cf7b7c0-2ffc-4a9d-92b4-efabf07110f5 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825449809', 'description': 'tempest-description--1629349939'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:52:51.732486 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b7c0-2ffc-4a9d-92b4-efabf07110f5 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:51.926486 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b0a29-c48e-4aef-990c-2f22b91d5697 None None] New status for floating IP 1e49a413-0597-4b39-887b-6135729f7857: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:52:52.068580 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b7c0-2ffc-4a9d-92b4-efabf07110f5 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (fdda44d1-6254-4574-8262-8fc73bf29654), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.072461 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b7c0-2ffc-4a9d-92b4-efabf07110f5 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (fdda44d1-6254-4574-8262-8fc73bf29654), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.102729 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b7c0-2ffc-4a9d-92b4-efabf07110f5 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.103878 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-3cf7b7c0-2ffc-4a9d-92b4-efabf07110f5 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3954771 Apr 05 13:52:52.105859 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7b7c0-2ffc-4a9d-92b4-efabf07110f5 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdda44d1-6254-4574-8262-8fc73bf29654,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:52.106874 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59826) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:52.111628 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-31001aa3-2821-4db4-8556-cbfae19c41e7 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'security_group_rule': {'security_group_id': 'fdda44d1-6254-4574-8262-8fc73bf29654', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:52:52.137418 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31001aa3-2821-4db4-8556-cbfae19c41e7 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (c5eb6da8-9d89-4dfe-91e3-33aa39f7f127), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.186360 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31001aa3-2821-4db4-8556-cbfae19c41e7 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (c5eb6da8-9d89-4dfe-91e3-33aa39f7f127), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.190043 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31001aa3-2821-4db4-8556-cbfae19c41e7 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (c5eb6da8-9d89-4dfe-91e3-33aa39f7f127), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.207610 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31001aa3-2821-4db4-8556-cbfae19c41e7 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eb6da8-9d89-4dfe-91e3-33aa39f7f127,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:52.216323 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31001aa3-2821-4db4-8556-cbfae19c41e7 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.217509 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-31001aa3-2821-4db4-8556-cbfae19c41e7 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1094904 Apr 05 13:52:52.220178 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59828) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:52.224610 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-6eaa2bfb-893d-4eb2-b479-139a5bbda80a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'security_group_rule': {'security_group_id': 'fdda44d1-6254-4574-8262-8fc73bf29654', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:52:52.249234 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6eaa2bfb-893d-4eb2-b479-139a5bbda80a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (e4aa9438-affa-4ae4-86a7-6ddd3315192b), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.306480 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6eaa2bfb-893d-4eb2-b479-139a5bbda80a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (e4aa9438-affa-4ae4-86a7-6ddd3315192b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.310450 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6eaa2bfb-893d-4eb2-b479-139a5bbda80a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626917'] for security_group_rule (e4aa9438-affa-4ae4-86a7-6ddd3315192b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.330143 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa2bfb-893d-4eb2-b479-139a5bbda80a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4aa9438-affa-4ae4-86a7-6ddd3315192b,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:52.335218 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6eaa2bfb-893d-4eb2-b479-139a5bbda80a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.336291 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-6eaa2bfb-893d-4eb2-b479-139a5bbda80a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152053 Apr 05 13:52:52.339635 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 59830) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:52:52.345301 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:52:52.369311 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.467943 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.571734 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Allocated IP 172.27.2.93 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/1f3b8907-8344-4503-ad3a-b1129a98067b) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:52:52.675012 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for port (1f3b8907-8344-4503-ad3a-b1129a98067b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.707518 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (1f3b8907-8344-4503-ad3a-b1129a98067b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.741637 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:52:52.744353 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:52:52.748398 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:52:52.776777 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'Port': ['ID=1f3b8907-8344-4503-ad3a-b1129a98067b,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:52.840364 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (1299d9f4-681b-4903-bc2f-6f37f36476f0), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:52.881383 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (1f3b8907-8344-4503-ad3a-b1129a98067b), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:53.029123 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for port (1f3b8907-8344-4503-ad3a-b1129a98067b), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:53.033348 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (1f3b8907-8344-4503-ad3a-b1129a98067b), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:53.100664 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'Port': ['ID=1f3b8907-8344-4503-ad3a-b1129a98067b,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:53.111305 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (1299d9f4-681b-4903-bc2f-6f37f36476f0), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:53.125936 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:53.127127 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-116258fa-9434-4577-853e-c0b023d779f6 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7860858 Apr 05 13:52:53.235207 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 68b098ba-9acc-40b2-a9c1-81e4551c96cc no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:52:53.256462 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 68b098ba-9acc-40b2-a9c1-81e4551c96cc {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:52:53.256813 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 68b098ba-9acc-40b2-a9c1-81e4551c96cc not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:52:53.323429 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-b97cbf46-d2ec-4949-8422-ba3bd7fba0c0 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1825449809&fields=id&tenant_id=2edcb781e01b4c57b680098d732cb8d3 HTTP/1.1" status: 200 len: 267 time: 0.0426421 Apr 05 13:52:53.435518 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-ea621d1d-39bb-4134-b7c0-d87fb52f98df tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:53.436986 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-ea621d1d-39bb-4134-b7c0-d87fb52f98df tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/networks?id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 200 len: 810 time: 0.1066289 Apr 05 13:52:53.451587 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9dc47326-dee7-4cf7-a7d8-825ec9ef59ce tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/quotas/2edcb781e01b4c57b680098d732cb8d3 HTTP/1.1" status: 200 len: 375 time: 0.0092199 Apr 05 13:52:53.505364 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-d778824c-1a7b-4af4-997c-1680de6d75f9 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489364 Apr 05 13:52:53.600681 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-d9215a97-9f0b-426d-a51d-0f6b9f047f3e service neutron] 10.222.0.59 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832789 Apr 05 13:52:53.690366 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-38c8893a-d730-441f-b031-390334685217 service neutron] 10.222.0.59 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839019 Apr 05 13:52:53.852429 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-055e4673-6f6a-4259-826d-99ab52406f6f req-348ce665-670d-4732-ba2b-1e4627f179a0 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Apr 05 13:52:54.774155 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-de6bb84f-d3c8-4ef5-882c-cc521c1c84a7 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:54.775628 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-de6bb84f-d3c8-4ef5-882c-cc521c1c84a7 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.46 "GET /v2.0/networks?id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 200 len: 810 time: 0.1057813 Apr 05 13:52:54.838031 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-7167ed3c-4b54-4d6e-816f-e759735ba15e tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2edcb781e01b4c57b680098d732cb8d3 HTTP/1.1" status: 200 len: 380 time: 0.0518029 Apr 05 13:52:54.852394 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'port': {'device_id': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'admin_state_up': True, 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'security_groups': ['fdda44d1-6254-4574-8262-8fc73bf29654']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:52:54.946737 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-012a714e-82e2-46d6-85a4-1103ea87a8c9 req-9b628831-2c25-4d09-8a21-6509adf9e81f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 210 time: 0.0264592 Apr 05 13:52:54.962982 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Made reservation on behalf of 2edcb781e01b4c57b680098d732cb8d3 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:52:54.966846 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:55.089388 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Allocated IP 172.20.0.7 (6a7d363c-9c87-49b2-bb34-1ae457fa3d44/91431d47-73b7-494d-bb9f-9fe852011090/e75e4cea-332c-4c5c-b9b7-18028f80e7da) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:52:55.223575 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:55.256371 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:55.300136 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:52:55.303114 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:52:55.309478 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:52:55.333925 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event updated for resources: {'Port': ['ID=e75e4cea-332c-4c5c-b9b7-18028f80e7da,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:55.362487 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:55.363075 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:55.379659 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-5f2ea49a-a196-431c-91ed-a66ebc83e2bc tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5312448 Apr 05 13:52:55.391865 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Request body: {'port': {'device_id': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:52:55.456778 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:55.509438 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-350e8bf2-fd7e-4725-94ed-1ef5dcc78b4f None None] Provisioning complete for port e75e4cea-332c-4c5c-b9b7-18028f80e7da triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:52:55.510039 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-350e8bf2-fd7e-4725-94ed-1ef5dcc78b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:55.546074 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-350e8bf2-fd7e-4725-94ed-1ef5dcc78b4f None None] Port e75e4cea-332c-4c5c-b9b7-18028f80e7da cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:52:55.720470 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75e4cea-332c-4c5c-b9b7-18028f80e7da {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:52:55.728028 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Publish callbacks [] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:55.740095 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Transition to ACTIVE for port object e75e4cea-332c-4c5c-b9b7-18028f80e7da will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:52:55.743826 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:55.798004 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Pushing event updated for resources: {'Port': ['ID=e75e4cea-332c-4c5c-b9b7-18028f80e7da,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:55.869879 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Attempting to bind port e75e4cea-332c-4c5c-b9b7-18028f80e7da on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:52:55.870211 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Attempting to bind port e75e4cea-332c-4c5c-b9b7-18028f80e7da by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:52:55.870539 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Attempting to bind port e75e4cea-332c-4c5c-b9b7-18028f80e7da on network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:52:55.877219 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Port e75e4cea-332c-4c5c-b9b7-18028f80e7da on network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:52:55.877545 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Attempting to bind port e75e4cea-332c-4c5c-b9b7-18028f80e7da on network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:52:55.883110 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:52:55.883523 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Checking segment: {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:52:55.883987 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Bound using segment: {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:52:55.884417 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Bound port: e75e4cea-332c-4c5c-b9b7-18028f80e7da, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac7da9b-870c-4564-95a5-2c96295be794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:52:55.884860 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:55.951885 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] For port e75e4cea-332c-4c5c-b9b7-18028f80e7da, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:52:55.955488 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] For port e75e4cea-332c-4c5c-b9b7-18028f80e7da, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e75e4cea-332c-4c5c-b9b7-18028f80e7da,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:52:55.961843 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:56.000909 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:56.001537 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:56.002925 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] 10.222.0.46 "PUT /v2.0/ports/e75e4cea-332c-4c5c-b9b7-18028f80e7da HTTP/1.1" status: 200 len: 1093 time: 0.6153822 Apr 05 13:52:56.003374 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'tag': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:52:56.005677 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d416f864-4869-4102-bc43-9dde1e97c699" -d '{"events": [{"name": "network-changed", "server_uuid": "fa22c83d-be5e-4f5a-a41d-20204d6de425", "tag": "e75e4cea-332c-4c5c-b9b7-18028f80e7da"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:52:56.052212 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27f14e-9209-4668-a12d-66ba7b8f6aba service neutron] Pushing event updated for resources: {'Port': ['ID=e75e4cea-332c-4c5c-b9b7-18028f80e7da,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:56.072647 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ef3d23-31bd-47fc-b259-4d52806fa0b1 x-openstack-request-id: req-a1ef3d23-31bd-47fc-b259-4d52806fa0b1 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:52:56.072953 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa22c83d-be5e-4f5a-a41d-20204d6de425", "tag": "e75e4cea-332c-4c5c-b9b7-18028f80e7da", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:52:56.073189 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1ef3d23-31bd-47fc-b259-4d52806fa0b1 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:52:56.073591 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ef3d23-31bd-47fc-b259-4d52806fa0b1'] response: {'name': 'network-changed', 'server_uuid': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'tag': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da', 'status': 'completed', 'code': 200} Apr 05 13:52:56.130584 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b33b5-64da-49f2-8073-f54a2dc63699 req-bcc4241b-262c-4822-9fcb-848177643688 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:56.132182 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b38b33b5-64da-49f2-8073-f54a2dc63699 req-bcc4241b-262c-4822-9fcb-848177643688 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 943 time: 0.1124232 Apr 05 13:52:56.138383 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-d05a5fe3-3ee8-4537-97ad-297a887dd57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:56.140079 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-d05a5fe3-3ee8-4537-97ad-297a887dd57f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 1127 time: 0.0691979 Apr 05 13:52:56.195714 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-fd512c85-a933-4232-882f-b852405f2979 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e75e4cea-332c-4c5c-b9b7-18028f80e7da HTTP/1.1" status: 200 len: 217 time: 0.0483122 Apr 05 13:52:56.251015 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-b38b33b5-64da-49f2-8073-f54a2dc63699 req-3e1674bd-5861-4c92-ae55-098bf7573034 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098711 Apr 05 13:52:56.262070 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-442014f3-9019-48ef-99a9-d538060837bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:56.263593 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-442014f3-9019-48ef-99a9-d538060837bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91431d47-73b7-494d-bb9f-9fe852011090 HTTP/1.1" status: 200 len: 849 time: 0.0576501 Apr 05 13:52:56.314323 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-2f44633e-22d6-49df-90bb-f26770c410ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:56.315873 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-2f44633e-22d6-49df-90bb-f26770c410ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458274 Apr 05 13:52:56.412789 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-07e14a06-0843-4059-82d5-5895d0ad9ebb service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899153 Apr 05 13:52:56.501574 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bd9b187a-6eee-4e08-ae1a-8605670ba8d0 req-9ce42646-1486-4af1-8e8d-c05dbdc41119 service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828044 Apr 05 13:52:57.364593 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416f864-4869-4102-bc43-9dde1e97c699 req-3cf69b50-51c9-420f-9976-2d90e732f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:57.366086 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d416f864-4869-4102-bc43-9dde1e97c699 req-3cf69b50-51c9-420f-9976-2d90e732f2dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 1127 time: 0.0517802 Apr 05 13:52:57.369851 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e6790-04f3-4a0c-a879-77f549cfc63f req-16fe693c-0701-431f-9d84-3ddaa6ef4878 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:57.371325 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c05e6790-04f3-4a0c-a879-77f549cfc63f req-16fe693c-0701-431f-9d84-3ddaa6ef4878 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 943 time: 0.0535576 Apr 05 13:52:57.422375 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c05e6790-04f3-4a0c-a879-77f549cfc63f req-c155f54e-3bd9-419c-90fb-70eff7833a25 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453150 Apr 05 13:52:57.459614 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416f864-4869-4102-bc43-9dde1e97c699 req-b043c034-e743-4d41-8607-5f143f58f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:57.461069 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d416f864-4869-4102-bc43-9dde1e97c699 req-b043c034-e743-4d41-8607-5f143f58f022 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 200 len: 911 time: 0.0876768 Apr 05 13:52:57.504959 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d416f864-4869-4102-bc43-9dde1e97c699 req-25009ec6-5acf-4107-93f1-46913f754fb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e75e4cea-332c-4c5c-b9b7-18028f80e7da HTTP/1.1" status: 200 len: 217 time: 0.0373363 Apr 05 13:52:57.551732 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416f864-4869-4102-bc43-9dde1e97c699 req-2f11cb10-0547-474a-93c5-efa651fa110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:57.553108 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d416f864-4869-4102-bc43-9dde1e97c699 req-2f11cb10-0547-474a-93c5-efa651fa110f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91431d47-73b7-494d-bb9f-9fe852011090 HTTP/1.1" status: 200 len: 849 time: 0.0426726 Apr 05 13:52:57.604004 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416f864-4869-4102-bc43-9dde1e97c699 req-e39240c7-e820-4e5b-84d6-f3b0f03c10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:57.606172 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d416f864-4869-4102-bc43-9dde1e97c699 req-e39240c7-e820-4e5b-84d6-f3b0f03c10ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450575 Apr 05 13:52:57.696743 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d416f864-4869-4102-bc43-9dde1e97c699 req-5af8ce8c-ecd9-48eb-a364-212b5948e53f service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841393 Apr 05 13:52:57.786019 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d416f864-4869-4102-bc43-9dde1e97c699 req-a88977f1-696d-4764-93a4-3e34373a03d2 service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816088 Apr 05 13:52:58.538151 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b3088-b171-48ca-8c8f-8b3aa7764963 req-3a741004-9349-403e-9816-95dcb732b26a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:58.539645 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a49b3088-b171-48ca-8c8f-8b3aa7764963 req-3a741004-9349-403e-9816-95dcb732b26a tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 943 time: 0.0516577 Apr 05 13:52:58.590090 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a49b3088-b171-48ca-8c8f-8b3aa7764963 req-ec9c8535-2694-4659-87b1-59470e4fb0c2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Apr 05 13:52:59.282080 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e75e4cea-332c-4c5c-b9b7-18028f80e7da details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:52:59.383971 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port e75e4cea-332c-4c5c-b9b7-18028f80e7da, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e75e4cea-332c-4c5c-b9b7-18028f80e7da,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:52:59.394908 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'port_id': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:52:59.432057 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port e75e4cea-332c-4c5c-b9b7-18028f80e7da is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:52:59.432377 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:59.445819 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75e4cea-332c-4c5c-b9b7-18028f80e7da {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:52:59.464483 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port e75e4cea-332c-4c5c-b9b7-18028f80e7da, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e75e4cea-332c-4c5c-b9b7-18028f80e7da,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:52:59.467992 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:52:59.514356 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=e75e4cea-332c-4c5c-b9b7-18028f80e7da,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:52:59.521220 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.521571 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.521918 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.522266 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.522603 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.522938 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.523268 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.523625 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.523955 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.524282 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.524609 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.524948 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.525267 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.525589 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.525912 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:52:59.711203 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96473a33-b7dc-4770-89e0-5b1028ba8e5e req-64c785ef-cd55-4c85-8625-fbef7ca7c3ac tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:52:59.712601 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-96473a33-b7dc-4770-89e0-5b1028ba8e5e req-64c785ef-cd55-4c85-8625-fbef7ca7c3ac tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 944 time: 0.0514820 Apr 05 13:52:59.738304 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['e75e4cea-332c-4c5c-b9b7-18028f80e7da'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:52:59.759689 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-96473a33-b7dc-4770-89e0-5b1028ba8e5e req-8c957d09-7430-4231-a54a-48f9a0dfdeb2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 Apr 05 13:53:00.878832 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c441b1-d953-48b9-946c-6bdcc630d858 req-b0d8c210-3cd5-4516-bff2-2c2ba06ed486 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:00.880346 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-70c441b1-d953-48b9-946c-6bdcc630d858 req-b0d8c210-3cd5-4516-bff2-2c2ba06ed486 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 944 time: 0.0532055 Apr 05 13:53:00.926149 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-70c441b1-d953-48b9-946c-6bdcc630d858 req-bbb8ffc4-d72a-48cb-a9b0-5b4475f6d487 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 Apr 05 13:53:01.283827 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e75e4cea-332c-4c5c-b9b7-18028f80e7da up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:53:01.331666 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port e75e4cea-332c-4c5c-b9b7-18028f80e7da completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:53:01.335576 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port e75e4cea-332c-4c5c-b9b7-18028f80e7da triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:53:01.335951 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:01.415306 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port e75e4cea-332c-4c5c-b9b7-18028f80e7da is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:53:01.415643 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:01.437644 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:53:01.439878 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e70824b-0082-4b4d-a09a-888898129a05" -d '{"events": [{"server_uuid": "fa22c83d-be5e-4f5a-a41d-20204d6de425", "name": "network-vif-plugged", "status": "completed", "tag": "e75e4cea-332c-4c5c-b9b7-18028f80e7da"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:53:01.452947 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port e75e4cea-332c-4c5c-b9b7-18028f80e7da, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e75e4cea-332c-4c5c-b9b7-18028f80e7da,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:53:01.457215 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:01.480929 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd96ba97-eca5-48c5-ac86-d964caa2a1ae x-openstack-request-id: req-cd96ba97-eca5-48c5-ac86-d964caa2a1ae {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:53:01.481218 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa22c83d-be5e-4f5a-a41d-20204d6de425", "name": "network-vif-plugged", "status": "completed", "tag": "e75e4cea-332c-4c5c-b9b7-18028f80e7da", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:53:01.481500 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd96ba97-eca5-48c5-ac86-d964caa2a1ae {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:53:01.481896 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd96ba97-eca5-48c5-ac86-d964caa2a1ae'] response: {'server_uuid': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da', 'code': 200} Apr 05 13:53:01.506965 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=e75e4cea-332c-4c5c-b9b7-18028f80e7da,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:53:01.642909 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7f83f-bcdf-45ba-a720-60da99049204 req-90ab8747-bdb7-4ca4-b976-22527f7e0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:01.644619 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-32e7f83f-bcdf-45ba-a720-60da99049204 req-90ab8747-bdb7-4ca4-b976-22527f7e0089 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 1129 time: 0.0430272 Apr 05 13:53:01.689168 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-32e7f83f-bcdf-45ba-a720-60da99049204 req-fb7114aa-5bdc-40fc-96b3-f3daf5f3db5e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378413 Apr 05 13:53:02.047763 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc6928-4b62-49da-9588-279f3bc458cd req-b8271fc3-4f36-4200-8d70-0b429f482a75 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:02.049232 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-08cc6928-4b62-49da-9588-279f3bc458cd req-b8271fc3-4f36-4200-8d70-0b429f482a75 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 945 time: 0.0569959 Apr 05 13:53:02.097038 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-08cc6928-4b62-49da-9588-279f3bc458cd req-a0ff4d9b-00cb-4fec-8ad9-344a502da389 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Apr 05 13:53:03.217957 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31bfe4-55fa-4d79-8980-2cfeda1b930e req-6373bf8a-a215-47d7-bba9-5c98f0e659a3 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:03.219438 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f31bfe4-55fa-4d79-8980-2cfeda1b930e req-6373bf8a-a215-47d7-bba9-5c98f0e659a3 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 945 time: 0.0529878 Apr 05 13:53:03.265340 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f31bfe4-55fa-4d79-8980-2cfeda1b930e req-716796e9-bbab-41fb-a017-a99f385f63cb tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400987 Apr 05 13:53:03.364811 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b5da01a0-d9b0-4109-a46a-80a6ef19e3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:04.383236 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4dec2-837a-45d0-abeb-b7242d2407eb req-29c1b047-8eaa-4b83-9e81-9f60a62501ad tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:04.384784 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-53c4dec2-837a-45d0-abeb-b7242d2407eb req-29c1b047-8eaa-4b83-9e81-9f60a62501ad tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 945 time: 0.0542257 Apr 05 13:53:04.432015 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-53c4dec2-837a-45d0-abeb-b7242d2407eb req-48df3fd3-be8d-46dd-aeb7-bf1aeced3ac2 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416241 Apr 05 13:53:04.557116 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f8395-0001-4aa1-9754-1f9ba70ba6de req-bfc65f2f-0691-4aad-ac0f-897288617932 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:04.558620 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-550f8395-0001-4aa1-9754-1f9ba70ba6de req-bfc65f2f-0691-4aad-ac0f-897288617932 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 945 time: 0.0550973 Apr 05 13:53:04.567047 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 59890) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:53:04.571490 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-a3c99b01-5e6e-4145-bff3-8caf7e1ab232 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Request body: {'floatingip': {'port_id': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:53:04.610945 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a3c99b01-5e6e-4145-bff3-8caf7e1ab232 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (1299d9f4-681b-4903-bc2f-6f37f36476f0), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:05.039687 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a3c99b01-5e6e-4145-bff3-8caf7e1ab232 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:05.043354 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a3c99b01-5e6e-4145-bff3-8caf7e1ab232 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (1299d9f4-681b-4903-bc2f-6f37f36476f0), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:05.146398 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-a3c99b01-5e6e-4145-bff3-8caf7e1ab232 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Floating IP 1299d9f4-681b-4903-bc2f-6f37f36476f0 associated. External IP: 172.27.2.93, port: e75e4cea-332c-4c5c-b9b7-18028f80e7da. Apr 05 13:53:05.355600 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c99b01-5e6e-4145-bff3-8caf7e1ab232 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Router 3b051e81-b18b-4163-9516-ef76cf283229 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:53:05.462336 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c99b01-5e6e-4145-bff3-8caf7e1ab232 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:53:05.467342 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a3c99b01-5e6e-4145-bff3-8caf7e1ab232 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:05.472765 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] Sync routers for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:53:05.483151 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:53:05.483799 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:52:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:53:05.497526 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a3c99b01-5e6e-4145-bff3-8caf7e1ab232 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "PUT /v2.0/floatingips/1299d9f4-681b-4903-bc2f-6f37f36476f0 HTTP/1.1" status: 200 len: 990 time: 0.9294350 Apr 05 13:53:05.498225 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'tag': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:53:05.500549 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fa22c83d-be5e-4f5a-a41d-20204d6de425", "tag": "e75e4cea-332c-4c5c-b9b7-18028f80e7da"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:53:05.539199 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c5adce-ca57-4403-b7c8-3fa32b7041fa x-openstack-request-id: req-71c5adce-ca57-4403-b7c8-3fa32b7041fa {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:53:05.539516 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa22c83d-be5e-4f5a-a41d-20204d6de425", "tag": "e75e4cea-332c-4c5c-b9b7-18028f80e7da", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:53:05.539778 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71c5adce-ca57-4403-b7c8-3fa32b7041fa {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:53:05.540190 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c5adce-ca57-4403-b7c8-3fa32b7041fa'] response: {'name': 'network-changed', 'server_uuid': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'tag': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da', 'status': 'completed', 'code': 200} Apr 05 13:53:05.591068 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:53:05.610294 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-8636e203-a0fc-4bd8-ad84-d4ee6e100059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:05.611853 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-8636e203-a0fc-4bd8-ad84-d4ee6e100059 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edcb781e01b4c57b680098d732cb8d3&device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 1129 time: 0.0491474 Apr 05 13:53:05.701110 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-31a789f1-f0ad-45e3-9852-4953fb787ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:05.702565 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-31a789f1-f0ad-45e3-9852-4953fb787ad4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 200 len: 911 time: 0.0851326 Apr 05 13:53:05.770818 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-8c399e0c-1893-4436-be35-03d7e9aeee97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e75e4cea-332c-4c5c-b9b7-18028f80e7da HTTP/1.1" status: 200 len: 998 time: 0.0621355 Apr 05 13:53:05.800530 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-930baaf2-612d-4c99-a544-5e9240457737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:05.813722 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '1299d9f4-681b-4903-bc2f-6f37f36476f0', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'port_id': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:52Z', 'updated_at': '2022-04-05T13:53:04Z', 'revision_number': 1, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:53:05.820894 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-3ea2873d-dcbb-4708-a46a-35efa1fa8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:05.822368 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-3ea2873d-dcbb-4708-a46a-35efa1fa8887 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91431d47-73b7-494d-bb9f-9fe852011090 HTTP/1.1" status: 200 len: 849 time: 0.0458455 Apr 05 13:53:05.840301 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] Checking router: 3b051e81-b18b-4163-9516-ef76cf283229 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:53:05.849190 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:53:05.849792 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:53:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:53:05.879105 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-ee036206-3541-4fc7-a413-038f6833812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:05.881328 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-ee036206-3541-4fc7-a413-038f6833812c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a7d363c-9c87-49b2-bb34-1ae457fa3d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528345 Apr 05 13:53:05.970032 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:53:05.978694 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-5466bd91-1910-4f54-a25f-c7a63792c941 service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899611 Apr 05 13:53:06.069011 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7bc8caed-7d47-46c2-868f-ecae6d93a2ff req-0c030142-3d17-4551-8d70-b74195aef9d2 service neutron] 10.222.0.46 "GET /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833645 Apr 05 13:53:06.195199 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '1299d9f4-681b-4903-bc2f-6f37f36476f0', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'port_id': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:52Z', 'updated_at': '2022-04-05T13:53:04Z', 'revision_number': 1, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:53:06.221600 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffda37d-a726-4a73-a867-9566533ee5ac None None] The sync data for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi is: [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '1299d9f4-681b-4903-bc2f-6f37f36476f0', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'port_id': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:52Z', 'updated_at': '2022-04-05T13:53:04Z', 'revision_number': 1, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:53:06.414421 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ce680-e77f-40b1-93de-9f2d9f180889 None None] New status for floating IP 1299d9f4-681b-4903-bc2f-6f37f36476f0: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:53:06.677915 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:08.294039 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:08.997297 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:09.965708 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:10.689181 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:53:14.767524 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-697e8eaf-4841-465a-94c8-eaaaab57d326 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471699 Apr 05 13:53:14.853753 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-dc399741-65ed-4e1f-ba94-6dfe6a2720d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:14.855253 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-dc399741-65ed-4e1f-ba94-6dfe6a2720d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 1130 time: 0.0440176 Apr 05 13:53:14.957248 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-533632da-4546-4530-a674-7f3ad766fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:14.958709 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-533632da-4546-4530-a674-7f3ad766fc23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 911 time: 0.0850377 Apr 05 13:53:15.028183 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-195f8852-86f5-4d26-a117-05ab4471de6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd HTTP/1.1" status: 200 len: 1002 time: 0.0628004 Apr 05 13:53:15.076990 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-d0388469-01b5-4110-8e62-533882233137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:15.078454 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-d0388469-01b5-4110-8e62-533882233137 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0444896 Apr 05 13:53:15.127801 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-f45182ec-d06d-4cd2-b8ac-1078fce96d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:15.129291 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-f45182ec-d06d-4cd2-b8ac-1078fce96d3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446856 Apr 05 13:53:15.220400 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-de9b9049-c612-498f-a486-b2ebef1a44e5 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844131 Apr 05 13:53:15.320705 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4dc6b39f-b05c-42b6-be33-b1520fdb0ce3 req-701d193d-7592-4ed9-948e-25e525d99d6a service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918887 Apr 05 13:53:33.366285 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e5877efd-6677-4acd-8422-5743d941c789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:35.794445 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-69bd28c7-1c0d-4faf-813b-057569e61f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:36.679476 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:38.301767 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:38.996670 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:39.967490 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:47.687630 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:53:48.406126 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-a64153e6-c721-47b6-b9c5-3794c327da3d tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581162300&fields=id&tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8 HTTP/1.1" status: 200 len: 267 time: 0.0445006 Apr 05 13:53:48.510514 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-d9cd5470-d9aa-457f-98b5-db2cd2cd5fb5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:48.511990 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-d9cd5470-d9aa-457f-98b5-db2cd2cd5fb5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 810 time: 0.0995958 Apr 05 13:53:48.526443 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-3d841410-a955-46b7-8c1a-d9aac7d00f8a tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/quotas/aa8d9df8c7bc47c198fe0d94abd938c8 HTTP/1.1" status: 200 len: 375 time: 0.0086489 Apr 05 13:53:48.845955 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4e5c55a6-1216-4410-9206-0073ab48d05c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3142576 Apr 05 13:53:48.863258 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-f4880774-0c32-47f4-a809-475092e435c4 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:53:48.864228 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-f4880774-0c32-47f4-a809-475092e435c4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051117 Apr 05 13:53:48.951977 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-cc0f5566-105c-4bff-9e4f-25a5ef87859c service neutron] 10.222.0.59 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822964 Apr 05 13:53:49.038173 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-5da6976a-12ea-4ee8-a007-0868a820138e service neutron] 10.222.0.59 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805945 Apr 05 13:53:49.331225 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4aa00514-b278-4eea-9f1d-6394e54c822b req-510fed60-d9d3-46ec-8646-f5a8810543d3 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 210 time: 0.0293188 Apr 05 13:53:50.393820 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-0004c473-8fe6-48c6-8a5f-1cccf9b7060e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:50.395349 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-0004c473-8fe6-48c6-8a5f-1cccf9b7060e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 810 time: 0.1000450 Apr 05 13:53:50.430620 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-544b1f9b-3ed6-4976-8fd7-b2dc149c66a0 req-4771ed5e-7ece-45eb-bdd6-f3e9cc14f3a3 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 210 time: 0.0288322 Apr 05 13:53:50.469075 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-ae39cb81-35ce-4110-9a73-2798efadd928 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8 HTTP/1.1" status: 200 len: 379 time: 0.0611303 Apr 05 13:53:50.479409 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'port': {'device_id': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'admin_state_up': True, 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'security_groups': ['d70216eb-0c73-4f5b-bdb9-e0c898f0976e']}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:53:50.583965 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Made reservation on behalf of aa8d9df8c7bc47c198fe0d94abd938c8 for: {'port': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:53:50.587170 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:50.711774 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Allocated IP 172.20.0.4 (d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601/896d3000-b82a-4761-8299-8aa22a3a1ebb/ecac3f52-db01-476e-8a60-e585d080e046) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:53:50.855290 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for port (ecac3f52-db01-476e-8a60-e585d080e046), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:50.889312 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (ecac3f52-db01-476e-8a60-e585d080e046), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:50.930218 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:53:50.933416 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:53:50.936131 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:53:50.967262 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'Port': ['ID=ecac3f52-db01-476e-8a60-e585d080e046,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:53:50.979902 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.980246 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.980586 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.980922 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.981250 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.982193 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.982891 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.982891 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.983157 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.983481 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.983827 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.984147 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.984466 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.984783 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:50.985102 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:51.005323 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:51.005966 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:51.023513 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-4f44e301-d1ee-40a3-92eb-4e96e14ecc37 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5475290 Apr 05 13:53:51.106868 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-b2eb9ed7-1794-4bfe-b330-7a4f2d5cce10 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=109890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 13:53:51.107905 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-b2eb9ed7-1794-4bfe-b330-7a4f2d5cce10 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053337 Apr 05 13:53:51.151773 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-11e6f7e2-3262-4162-bff8-5efc7e02f424 None None] Provisioning complete for port ecac3f52-db01-476e-8a60-e585d080e046 triggered by entity DHCP. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:53:51.152376 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-11e6f7e2-3262-4162-bff8-5efc7e02f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ecac3f52-db01-476e-8a60-e585d080e046), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:51.185575 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-11e6f7e2-3262-4162-bff8-5efc7e02f424 None None] Port ecac3f52-db01-476e-8a60-e585d080e046 cannot update to ACTIVE because it is not bound. {{(pid=109891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 13:53:51.213749 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Request body: {'port': {'device_id': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:53:51.275532 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ecac3f52-db01-476e-8a60-e585d080e046), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:51.563860 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecac3f52-db01-476e-8a60-e585d080e046 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:53:51.572617 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Publish callbacks [] for port (ecac3f52-db01-476e-8a60-e585d080e046), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:51.588907 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Transition to ACTIVE for port object ecac3f52-db01-476e-8a60-e585d080e046 will not be triggered until provisioned by entity L2. {{(pid=109890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 13:53:51.596497 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74e852-022d-45fa-b66f-a1d947543bef req-2f3b4f19-2207-49a9-9dc6-0ec50126bee0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:51.598214 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-db74e852-022d-45fa-b66f-a1d947543bef req-2f3b4f19-2207-49a9-9dc6-0ec50126bee0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 931 time: 0.0952423 Apr 05 13:53:51.599776 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (ecac3f52-db01-476e-8a60-e585d080e046), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:51.946222 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Pushing event updated for resources: {'Port': ['ID=ecac3f52-db01-476e-8a60-e585d080e046,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:53:51.983569 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-db74e852-022d-45fa-b66f-a1d947543bef req-cc35065f-3baf-485b-ae25-3e7cb415bc96 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749316 Apr 05 13:53:52.055663 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Attempting to bind port ecac3f52-db01-476e-8a60-e585d080e046 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 13:53:52.055999 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Attempting to bind port ecac3f52-db01-476e-8a60-e585d080e046 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 13:53:52.056330 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Attempting to bind port ecac3f52-db01-476e-8a60-e585d080e046 on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:53:52.061598 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Port ecac3f52-db01-476e-8a60-e585d080e046 on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 13:53:52.061925 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Attempting to bind port ecac3f52-db01-476e-8a60-e585d080e046 on network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 13:53:52.067133 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Checking agent: {'id': '23f82a47-2f76-4178-a3fe-a0fb231dfdb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'started_at': datetime.datetime(2022, 4, 5, 13, 41, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 13:53:52.067478 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Checking segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:53:52.068052 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Bound using segment: {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 13:53:52.068533 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Bound port: ecac3f52-db01-476e-8a60-e585d080e046, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4450527-cbd3-47d4-b587-7b379ad91359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 13:53:52.068843 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ecac3f52-db01-476e-8a60-e585d080e046), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:52.140719 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] For port ecac3f52-db01-476e-8a60-e585d080e046, host hv-cinder-83587, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 13:53:52.144092 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] For port ecac3f52-db01-476e-8a60-e585d080e046, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ecac3f52-db01-476e-8a60-e585d080e046,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 13:53:52.149579 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26040403'] for port (ecac3f52-db01-476e-8a60-e585d080e046), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:52.183079 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:52.183715 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:52.186247 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] 10.222.0.46 "PUT /v2.0/ports/ecac3f52-db01-476e-8a60-e585d080e046 HTTP/1.1" status: 200 len: 1093 time: 1.0691395 Apr 05 13:53:52.186689 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'tag': 'ecac3f52-db01-476e-8a60-e585d080e046'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:53:52.188959 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1e96e3-514a-48fc-96d7-0a2080216a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "81cdf3f9-e14a-4b05-a303-bcd408f993eb", "tag": "ecac3f52-db01-476e-8a60-e585d080e046"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:53:52.221020 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b41f43-6d61-4cde-9eb7-527f80de2c15 service neutron] Pushing event updated for resources: {'Port': ['ID=ecac3f52-db01-476e-8a60-e585d080e046,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:53:52.286908 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-445060a0-d6e3-483e-8435-9a92b61ad33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:52.288588 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-445060a0-d6e3-483e-8435-9a92b61ad33c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 1127 time: 0.0547969 Apr 05 13:53:52.308450 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49abb0b7-d95a-47ff-90bc-9ad621945daf x-openstack-request-id: req-49abb0b7-d95a-47ff-90bc-9ad621945daf {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:53:52.309380 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cdf3f9-e14a-4b05-a303-bcd408f993eb", "tag": "ecac3f52-db01-476e-8a60-e585d080e046", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:53:52.309768 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49abb0b7-d95a-47ff-90bc-9ad621945daf {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:53:52.310258 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49abb0b7-d95a-47ff-90bc-9ad621945daf'] response: {'name': 'network-changed', 'server_uuid': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'tag': 'ecac3f52-db01-476e-8a60-e585d080e046', 'status': 'completed', 'code': 200} Apr 05 13:53:52.342730 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-24d6ebe6-4410-421c-bf6e-58c378b93121 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecac3f52-db01-476e-8a60-e585d080e046 HTTP/1.1" status: 200 len: 217 time: 0.0470324 Apr 05 13:53:52.404987 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-bb89c395-ee76-4a67-90d1-dac0040db74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:52.406634 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-bb89c395-ee76-4a67-90d1-dac0040db74b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0527439 Apr 05 13:53:52.466593 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-ecf10e8c-062b-41d8-a99d-9a3de80b16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:52.468138 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-ecf10e8c-062b-41d8-a99d-9a3de80b16c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449350 Apr 05 13:53:52.566014 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-ff486b59-ceb9-4b6c-9e2f-70081a823188 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880411 Apr 05 13:53:52.654182 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c4f6db3d-afa0-4314-bdcd-51e103ddd246 req-e85b60a6-32ea-41bd-93ea-13e9e6a2f813 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802531 Apr 05 13:53:53.019667 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-206f4d49-03a8-4ca5-9ec8-b5eb21f3aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:53.021211 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-206f4d49-03a8-4ca5-9ec8-b5eb21f3aff9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 1127 time: 0.0472040 Apr 05 13:53:53.157040 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfc4a4-922c-41e2-8e4e-c39c55d5c231 req-b237365e-7c81-409a-b02b-6d281d6d53b4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:53.158517 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-06bfc4a4-922c-41e2-8e4e-c39c55d5c231 req-b237365e-7c81-409a-b02b-6d281d6d53b4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 943 time: 0.1012135 Apr 05 13:53:53.160085 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-fbc36bfb-f529-4fa6-b7dc-babc935e8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:53.161342 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-fbc36bfb-f529-4fa6-b7dc-babc935e8d1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 911 time: 0.1337595 Apr 05 13:53:53.217645 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-2a21045b-dae9-4a87-bac3-8d02c065aa4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecac3f52-db01-476e-8a60-e585d080e046 HTTP/1.1" status: 200 len: 217 time: 0.0464487 Apr 05 13:53:53.279763 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-06bfc4a4-922c-41e2-8e4e-c39c55d5c231 req-21cd1cd5-df6f-4507-b194-f519f0048285 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145315 Apr 05 13:53:53.301419 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-56026d31-be86-44c1-b63e-2bbe16cd90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:53.302952 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-56026d31-be86-44c1-b63e-2bbe16cd90b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0757124 Apr 05 13:53:53.357361 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-9152693c-cc07-43fd-85b8-07d7e3470c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:53.358889 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-9152693c-cc07-43fd-85b8-07d7e3470c07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465775 Apr 05 13:53:53.458072 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-8f2cdfae-0219-4b75-87fb-f2e790d80693 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925062 Apr 05 13:53:53.550342 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-7d1e96e3-514a-48fc-96d7-0a2080216a4c req-5960a0a2-d53e-4715-a6d3-5466fc90ac02 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857518 Apr 05 13:53:54.410570 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef641e-a2fe-4e88-a4aa-2139f5fe0726 req-5f55dc70-ec33-4f4c-9010-164d716d76fc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:54.412086 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09ef641e-a2fe-4e88-a4aa-2139f5fe0726 req-5f55dc70-ec33-4f4c-9010-164d716d76fc tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 943 time: 0.0583079 Apr 05 13:53:54.464157 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09ef641e-a2fe-4e88-a4aa-2139f5fe0726 req-3c7b84cb-5a54-465f-9364-d3b2ef6475e2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461535 Apr 05 13:53:55.583221 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75d24c-050f-4326-8c98-7a9f9831862d req-895cd3e0-0fca-44c2-ba4e-4e085a16644c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:55.584714 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ab75d24c-050f-4326-8c98-7a9f9831862d req-895cd3e0-0fca-44c2-ba4e-4e085a16644c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 943 time: 0.0520809 Apr 05 13:53:55.635462 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ab75d24c-050f-4326-8c98-7a9f9831862d req-f9825cb4-b13f-4a4d-ba28-50ae4a2ff795 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452206 Apr 05 13:53:56.754954 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba2774-17a9-4123-9558-c9c51cba73a0 req-e09e37ef-e091-4492-b4ff-44e92df862a9 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:56.756487 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-00ba2774-17a9-4123-9558-c9c51cba73a0 req-e09e37ef-e091-4492-b4ff-44e92df862a9 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 943 time: 0.0535326 Apr 05 13:53:56.804804 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-00ba2774-17a9-4123-9558-c9c51cba73a0 req-1981f11f-eb3d-48cf-a90b-fe5375fd1ec5 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427122 Apr 05 13:53:57.921743 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97ea91-dd03-4dca-957c-6c1cea874387 req-332de9af-3b82-4ae5-aa2a-35ffecb50eac tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:57.923234 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2a97ea91-dd03-4dca-957c-6c1cea874387 req-332de9af-3b82-4ae5-aa2a-35ffecb50eac tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 943 time: 0.0526009 Apr 05 13:53:57.975784 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2a97ea91-dd03-4dca-957c-6c1cea874387 req-c58be612-17c2-4d71-aa97-93ddc6200abf tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469387 Apr 05 13:53:59.090186 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab73f5-d79d-414f-8702-5addc457e0aa req-d1a092cd-f08e-477b-ae3f-191bec825dd1 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:53:59.091752 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-68ab73f5-d79d-414f-8702-5addc457e0aa req-d1a092cd-f08e-477b-ae3f-191bec825dd1 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 943 time: 0.0517657 Apr 05 13:53:59.140861 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-68ab73f5-d79d-414f-8702-5addc457e0aa req-81e1289a-a176-490d-9a5f-99b14a33a18a tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435750 Apr 05 13:53:59.540969 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device ecac3f52-db01-476e-8a60-e585d080e046 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=109891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 13:53:59.636497 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port ecac3f52-db01-476e-8a60-e585d080e046, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ecac3f52-db01-476e-8a60-e585d080e046,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:53:59.647658 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Returning: {'device': 'ecac3f52-db01-476e-8a60-e585d080e046', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'port_id': 'ecac3f52-db01-476e-8a60-e585d080e046', 'mac_address': 'fa:16:3e:37:4e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 13:53:59.683481 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port ecac3f52-db01-476e-8a60-e585d080e046 is: DOWN; New status is: BUILD {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:53:59.683895 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ecac3f52-db01-476e-8a60-e585d080e046), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:59.695999 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecac3f52-db01-476e-8a60-e585d080e046 {{(pid=109891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:53:59.714701 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port ecac3f52-db01-476e-8a60-e585d080e046, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ecac3f52-db01-476e-8a60-e585d080e046,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:53:59.719169 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ecac3f52-db01-476e-8a60-e585d080e046), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:53:59.768796 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=ecac3f52-db01-476e-8a60-e585d080e046,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:53:59.775744 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.776093 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.776438 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.776776 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.777111 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.777442 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.777770 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.778117 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.778445 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.778859 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.779191 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.779532 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.779858 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.780178 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.780499 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:53:59.983671 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] get_ports_and_sgs() called for port_ids ['ecac3f52-db01-476e-8a60-e585d080e046'] {{(pid=109891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 13:54:00.256943 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840af67c-41a7-4709-8211-1f9a00578930 req-395e4268-d0c8-4cfd-ad36-58f3ea0abcd7 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:00.258396 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-840af67c-41a7-4709-8211-1f9a00578930 req-395e4268-d0c8-4cfd-ad36-58f3ea0abcd7 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 944 time: 0.0518043 Apr 05 13:54:00.307633 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-840af67c-41a7-4709-8211-1f9a00578930 req-10bd78f5-97a6-4332-964e-39e3411c378c tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426676 Apr 05 13:54:01.428712 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504959ed-916c-432c-8bcf-0693aebc068e req-d74fb5ba-df1a-4054-a372-d2967b5bf139 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:01.430224 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-504959ed-916c-432c-8bcf-0693aebc068e req-d74fb5ba-df1a-4054-a372-d2967b5bf139 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 944 time: 0.0568328 Apr 05 13:54:01.478373 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-504959ed-916c-432c-8bcf-0693aebc068e req-bc1c85d5-67b2-4831-a0a8-a08c39dec150 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424960 Apr 05 13:54:01.558730 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device ecac3f52-db01-476e-8a60-e585d080e046 up at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 13:54:01.608208 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning for port ecac3f52-db01-476e-8a60-e585d080e046 completed by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 13:54:01.612664 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Provisioning complete for port ecac3f52-db01-476e-8a60-e585d080e046 triggered by entity L2. {{(pid=109891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 13:54:01.613054 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-879598'] for port (ecac3f52-db01-476e-8a60-e585d080e046), provisioning_complete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:01.691014 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Current status of the port ecac3f52-db01-476e-8a60-e585d080e046 is: BUILD; New status is: ACTIVE {{(pid=109891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 13:54:01.691394 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (ecac3f52-db01-476e-8a60-e585d080e046), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:01.712326 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecac3f52-db01-476e-8a60-e585d080e046'}] {{(pid=109891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:54:01.714504 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528b1727c0724e7c7fe18bc8fec1c81268f5c785a9b147bf21b234d820c0cc20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d256059-0914-4b33-9e85-64d02a58aabd" -d '{"events": [{"server_uuid": "81cdf3f9-e14a-4b05-a303-bcd408f993eb", "name": "network-vif-plugged", "status": "completed", "tag": "ecac3f52-db01-476e-8a60-e585d080e046"}]}' {{(pid=109891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:54:01.727521 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] For port ecac3f52-db01-476e-8a60-e585d080e046, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ecac3f52-db01-476e-8a60-e585d080e046,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:54:01.731993 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762'] for port (ecac3f52-db01-476e-8a60-e585d080e046), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:01.778483 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Pushing event updated for resources: {'Port': ['ID=ecac3f52-db01-476e-8a60-e585d080e046,revision_number=5']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:01.807019 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162b9106-e9ad-498d-be27-2cdd48b75e4d x-openstack-request-id: req-162b9106-e9ad-498d-be27-2cdd48b75e4d {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:54:01.807303 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cdf3f9-e14a-4b05-a303-bcd408f993eb", "name": "network-vif-plugged", "status": "completed", "tag": "ecac3f52-db01-476e-8a60-e585d080e046", "code": 200}]} {{(pid=109891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:54:01.807579 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-162b9106-e9ad-498d-be27-2cdd48b75e4d {{(pid=109891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:54:01.807977 dv-cinder-835878-2-iscsi neutron-server[109891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162b9106-e9ad-498d-be27-2cdd48b75e4d'] response: {'server_uuid': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecac3f52-db01-476e-8a60-e585d080e046', 'code': 200} Apr 05 13:54:02.049602 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427b044-db0a-4a30-a31b-f39cb7a09e7c req-9cf34d44-03cd-4c95-9a7e-f1c0c6aa8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:02.051199 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4427b044-db0a-4a30-a31b-f39cb7a09e7c req-9cf34d44-03cd-4c95-9a7e-f1c0c6aa8205 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 1129 time: 0.0457964 Apr 05 13:54:02.100115 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-4427b044-db0a-4a30-a31b-f39cb7a09e7c req-f95dcac8-32f1-4af4-9adc-2341a137acbe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414877 Apr 05 13:54:02.596427 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde7396-43a5-4cef-8435-10f090ac8e50 req-9cbf90be-68c5-4868-8e2c-b0e18fe51a31 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:02.598138 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7bde7396-43a5-4cef-8435-10f090ac8e50 req-9cbf90be-68c5-4868-8e2c-b0e18fe51a31 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 945 time: 0.0526185 Apr 05 13:54:02.646047 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7bde7396-43a5-4cef-8435-10f090ac8e50 req-a752692e-e510-4d5f-9d51-cf0a6d263612 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423191 Apr 05 13:54:03.368598 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-0ec52eaa-87b4-423c-8343-a0ab9c520175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:03.771215 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d820f-f89e-4d4d-9d88-96d5dffb18b4 req-c208354a-6738-4b3f-8161-714bd6b48d77 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:03.772710 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-363d820f-f89e-4d4d-9d88-96d5dffb18b4 req-c208354a-6738-4b3f-8161-714bd6b48d77 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 945 time: 0.0534527 Apr 05 13:54:03.828078 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-363d820f-f89e-4d4d-9d88-96d5dffb18b4 req-7772d6ec-6448-4652-a061-c50d8d0fc8c6 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497220 Apr 05 13:54:03.946220 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd061110-2a7c-4ade-9af9-b5726e57ed8a req-51cef5ee-1610-4192-b655-33b4d363a317 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:03.947699 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cd061110-2a7c-4ade-9af9-b5726e57ed8a req-51cef5ee-1610-4192-b655-33b4d363a317 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 945 time: 0.0548322 Apr 05 13:54:03.994801 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cd061110-2a7c-4ade-9af9-b5726e57ed8a req-c1d80565-78c1-4903-ae4d-b9156e088623 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409586 Apr 05 13:54:04.019077 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60086) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:04.063899 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a86c4-932c-4aef-a573-ea8ee3ffb1fb tempest-TestVolumeBootPattern-649621189 tempest-TestVolumeBootPattern-649621189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:04.065531 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7f8a86c4-932c-4aef-a573-ea8ee3ffb1fb tempest-TestVolumeBootPattern-649621189 tempest-TestVolumeBootPattern-649621189-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 1124 time: 0.0452967 Apr 05 13:54:04.068292 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60088) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:04.072530 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Request body: {'floatingip': {'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'port_id': 'ecac3f52-db01-476e-8a60-e585d080e046', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:54:04.095650 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:04.193307 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:04.298191 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Allocated IP 172.27.2.81 (4f819607-ae36-43a0-91dd-33d35b84bac8/f5fb495c-5b58-4535-bec5-9485fe4739ab/1780bf07-7dd0-4adc-962f-516bb60c3395) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:54:04.403569 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for port (1780bf07-7dd0-4adc-962f-516bb60c3395), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:04.436756 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737161704726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (1780bf07-7dd0-4adc-962f-516bb60c3395), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:04.481924 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Network 4f819607-ae36-43a0-91dd-33d35b84bac8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:54:04.486911 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:54:04.491371 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 13:54:04.494328 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'Port': ['ID=1780bf07-7dd0-4adc-962f-516bb60c3395,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:04.519711 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.520067 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.520413 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.520756 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.521095 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.521429 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.521774 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.522102 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.522429 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.522759 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.523088 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.523416 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.523769 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.524093 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.524416 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:04.874954 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (7ccca3c6-af9d-4671-964e-f08cf760be15), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:04.952573 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for port (1780bf07-7dd0-4adc-962f-516bb60c3395), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:05.102986 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for port (1780bf07-7dd0-4adc-962f-516bb60c3395), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:05.107169 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737162263830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737161704744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737161704762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25339752'] for port (1780bf07-7dd0-4adc-962f-516bb60c3395), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:05.177867 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event updated for resources: {'Port': ['ID=1780bf07-7dd0-4adc-962f-516bb60c3395,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:05.188086 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (7ccca3c6-af9d-4671-964e-f08cf760be15), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:05.289606 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Floating IP 7ccca3c6-af9d-4671-964e-f08cf760be15 associated. External IP: 172.27.2.81, port: ecac3f52-db01-476e-8a60-e585d080e046. Apr 05 13:54:05.504970 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Router 2129d531-2a68-40e1-b07e-152213c1f9a3 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:54:05.631071 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:54:05.641724 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] Sync routers for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:54:05.649367 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:05.651846 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:54:05.652641 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:53:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:05.682941 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b5fcb350-e3ae-46f7-a613-89c8160c5de2 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6136322 Apr 05 13:54:05.683554 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'tag': 'ecac3f52-db01-476e-8a60-e585d080e046'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:54:05.686214 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ea3184-0952-4aa3-abb6-60b8442d3927" -d '{"events": [{"name": "network-changed", "server_uuid": "81cdf3f9-e14a-4b05-a303-bcd408f993eb", "tag": "ecac3f52-db01-476e-8a60-e585d080e046"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:54:05.722103 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25a6a16-6866-4d92-90cc-bd030d732e16 x-openstack-request-id: req-e25a6a16-6866-4d92-90cc-bd030d732e16 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:54:05.722401 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cdf3f9-e14a-4b05-a303-bcd408f993eb", "tag": "ecac3f52-db01-476e-8a60-e585d080e046", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:54:05.722911 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e25a6a16-6866-4d92-90cc-bd030d732e16 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:54:05.723319 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25a6a16-6866-4d92-90cc-bd030d732e16'] response: {'name': 'network-changed', 'server_uuid': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'tag': 'ecac3f52-db01-476e-8a60-e585d080e046', 'status': 'completed', 'code': 200} Apr 05 13:54:05.765798 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:54:05.792752 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-561edb5e-dcc7-444a-a9ff-080936876ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:05.794157 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-561edb5e-dcc7-444a-a9ff-080936876ecb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 1129 time: 0.0473080 Apr 05 13:54:05.797983 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-8b7619ac-8a93-4672-ae4b-200e7e03073a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:05.889543 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-f7dadf1f-1930-4095-85c3-3947044246b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:05.891016 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-f7dadf1f-1930-4095-85c3-3947044246b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 911 time: 0.0903671 Apr 05 13:54:05.966683 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-ad8b11a1-046d-4be5-8454-77d8c7dbe261 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecac3f52-db01-476e-8a60-e585d080e046 HTTP/1.1" status: 200 len: 998 time: 0.0682802 Apr 05 13:54:06.005227 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '7ccca3c6-af9d-4671-964e-f08cf760be15', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': 'ecac3f52-db01-476e-8a60-e585d080e046', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:37:4e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:54:04Z', 'updated_at': '2022-04-05T13:54:04Z', 'revision_number': 0, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}, {'id': 'c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:f2:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:11Z', 'updated_at': '2022-04-05T13:52:13Z', 'revision_number': 1, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:06.024741 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-bd22296c-ad85-4e96-9e65-5cae2e16654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:06.024741 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-bd22296c-ad85-4e96-9e65-5cae2e16654e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0510402 Apr 05 13:54:06.032300 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] Checking router: 2129d531-2a68-40e1-b07e-152213c1f9a3 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:54:06.040979 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:54:06.041588 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:54:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:06.078116 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-977fae19-f9a4-4340-8772-717e32d5f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:06.079489 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-977fae19-f9a4-4340-8772-717e32d5f983 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490658 Apr 05 13:54:06.180192 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:54:06.206099 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-d670ac27-fcbe-4114-ae12-f7e068962eec service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195190 Apr 05 13:54:06.308323 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f8ea3184-0952-4aa3-abb6-60b8442d3927 req-154b9884-4684-4c37-85ab-065eba313db6 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958438 Apr 05 13:54:06.513030 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581021f-d277-4a87-9892-f5a32caeeadc req-94d2c475-0e30-4a9c-84d2-9e2b1111b19f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:06.514414 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c581021f-d277-4a87-9892-f5a32caeeadc req-94d2c475-0e30-4a9c-84d2-9e2b1111b19f tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 945 time: 0.0547695 Apr 05 13:54:06.518168 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '7ccca3c6-af9d-4671-964e-f08cf760be15', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': 'ecac3f52-db01-476e-8a60-e585d080e046', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:37:4e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:54:04Z', 'updated_at': '2022-04-05T13:54:04Z', 'revision_number': 0, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}, {'id': 'c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:f2:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:11Z', 'updated_at': '2022-04-05T13:52:13Z', 'revision_number': 1, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:06.544461 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e702a7-e3d0-4024-91dc-918eba2ef819 None None] The sync data for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi is: [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': '7ccca3c6-af9d-4671-964e-f08cf760be15', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': 'ecac3f52-db01-476e-8a60-e585d080e046', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:37:4e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:54:04Z', 'updated_at': '2022-04-05T13:54:04Z', 'revision_number': 0, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}, {'id': 'c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:f2:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:11Z', 'updated_at': '2022-04-05T13:52:13Z', 'revision_number': 1, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:54:06.563016 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c581021f-d277-4a87-9892-f5a32caeeadc req-e4f4f803-4cc8-4220-8364-ee34016accef tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428391 Apr 05 13:54:06.682779 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:06.735266 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9ddb6-8810-4b76-bf22-8b1d5a961575 None None] New status for floating IP 7ccca3c6-af9d-4671-964e-f08cf760be15: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:54:07.685824 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da00ed-2f1b-4184-8342-f68f2238eb8b req-1af34ec7-d96b-4af7-8e7c-c6f08735a412 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:07.687277 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-60da00ed-2f1b-4184-8342-f68f2238eb8b req-1af34ec7-d96b-4af7-8e7c-c6f08735a412 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 945 time: 0.0525329 Apr 05 13:54:07.734011 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-60da00ed-2f1b-4184-8342-f68f2238eb8b req-040670c7-3b29-4157-8c9a-341cc895da79 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410588 Apr 05 13:54:08.299766 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:08.421691 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-58452658-cf7c-4bfe-bf77-6493228a132e tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:08.423162 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-58452658-cf7c-4bfe-bf77-6493228a132e tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 945 time: 0.0517433 Apr 05 13:54:08.518586 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Deleting port e75e4cea-332c-4c5c-b9b7-18028f80e7da {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:54:08.518926 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:08.610413 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] For port e75e4cea-332c-4c5c-b9b7-18028f80e7da, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e75e4cea-332c-4c5c-b9b7-18028f80e7da,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:54:08.610687 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:08.790719 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:08.791303 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578260'] for floatingip (1299d9f4-681b-4903-bc2f-6f37f36476f0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:08.791690 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.db.l3_db [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Floating IP 1299d9f4-681b-4903-bc2f-6f37f36476f0 disassociated. External IP: 172.27.2.93, port: e75e4cea-332c-4c5c-b9b7-18028f80e7da. Apr 05 13:54:08.792128 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Calling delete_port for e75e4cea-332c-4c5c-b9b7-18028f80e7da owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:54:08.900272 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8ef71-767d-4408-88a3-897787945b53 req-c633bf06-5a9a-4bcf-bcf1-2c79b9020d22 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:08.901675 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d8b8ef71-767d-4408-88a3-897787945b53 req-c633bf06-5a9a-4bcf-bcf1-2c79b9020d22 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa22c83d-be5e-4f5a-a41d-20204d6de425 HTTP/1.1" status: 200 len: 945 time: 0.0995679 Apr 05 13:54:08.985836 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d8b8ef71-767d-4408-88a3-897787945b53 req-49c24c03-3df3-4f35-a267-7ae5e2b4af98 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups?id=fdda44d1-6254-4574-8262-8fc73bf29654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755975 Apr 05 13:54:09.011050 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (e75e4cea-332c-4c5c-b9b7-18028f80e7da), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:09.014651 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:09.040157 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event deleted for resources: {'Port': ['ID=e75e4cea-332c-4c5c-b9b7-18028f80e7da,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:09.159440 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Router 3b051e81-b18b-4163-9516-ef76cf283229 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:54:09.272359 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:54:09.281868 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] Sync routers for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:54:09.292442 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:54:09.293069 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:54:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:09.318243 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] No DVR routers for this DVR port e75e4cea-332c-4c5c-b9b7-18028f80e7da on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:54:09.320815 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:09.324283 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-55eafb65-4505-4e60-b20d-578cba7ece8d req-79be8ea9-da93-4af1-8a9a-3bb991ae6a23 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.46 "DELETE /v2.0/ports/e75e4cea-332c-4c5c-b9b7-18028f80e7da HTTP/1.1" status: 204 len: 173 time: 0.8961215 Apr 05 13:54:09.325100 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'name': 'network-vif-deleted', 'tag': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:54:09.328124 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd43dc3-8721-4882-8e65-0339715b9068" -d '{"events": [{"server_uuid": "fa22c83d-be5e-4f5a-a41d-20204d6de425", "name": "network-vif-deleted", "tag": "e75e4cea-332c-4c5c-b9b7-18028f80e7da"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:54:09.372477 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4028e41-fe22-4672-bc1b-3472ecb07a08 x-openstack-request-id: req-b4028e41-fe22-4672-bc1b-3472ecb07a08 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:54:09.372873 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa22c83d-be5e-4f5a-a41d-20204d6de425", "name": "network-vif-deleted", "tag": "e75e4cea-332c-4c5c-b9b7-18028f80e7da", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:54:09.373236 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4028e41-fe22-4672-bc1b-3472ecb07a08 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:54:09.373800 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4028e41-fe22-4672-bc1b-3472ecb07a08'] response: {'server_uuid': 'fa22c83d-be5e-4f5a-a41d-20204d6de425', 'name': 'network-vif-deleted', 'tag': 'e75e4cea-332c-4c5c-b9b7-18028f80e7da', 'status': 'completed', 'code': 200} Apr 05 13:54:09.425415 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:54:09.635449 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:09.661100 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] Checking router: 3b051e81-b18b-4163-9516-ef76cf283229 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:54:09.669436 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:54:09.669983 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:54:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:09.780059 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:54:09.969542 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:09.984782 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:10.011244 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338cea0-12dd-4e60-9916-9906c3ea78d9 None None] The sync data for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi is: [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:49:20Z', 'revision_number': 4, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '3320454e-c3e0-4847-81cf-2f0a358d5a72', 'name': '', 'network_id': '6a7d363c-9c87-49b2-bb34-1ae457fa3d44', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'mac_address': 'fa:16:3e:f1:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '91431d47-73b7-494d-bb9f-9fe852011090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:20Z', 'updated_at': '2022-04-05T13:49:25Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'subnets': [{'id': '91431d47-73b7-494d-bb9f-9fe852011090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:54:10.076605 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60134) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:10.132566 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c9aba41-13f6-4106-b050-768b576f1691 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (fdda44d1-6254-4574-8262-8fc73bf29654), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:10.156669 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c9aba41-13f6-4106-b050-768b576f1691 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (fdda44d1-6254-4574-8262-8fc73bf29654), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:10.207362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c9aba41-13f6-4106-b050-768b576f1691 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (fdda44d1-6254-4574-8262-8fc73bf29654), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:10.210012 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c9aba41-13f6-4106-b050-768b576f1691 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:10.211131 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-6c9aba41-13f6-4106-b050-768b576f1691 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "DELETE /v2.0/security-groups/fdda44d1-6254-4574-8262-8fc73bf29654 HTTP/1.1" status: 204 len: 168 time: 0.1329315 Apr 05 13:54:10.214299 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60136) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:10.221540 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aba41-13f6-4106-b050-768b576f1691 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdda44d1-6254-4574-8262-8fc73bf29654,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:10.234099 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.api.v2.resource [None req-e44b59e1-9ead-43c4-a7c2-e98707540e77 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] show failed (client error): The resource could not be found. Apr 05 13:54:10.235579 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e44b59e1-9ead-43c4-a7c2-e98707540e77 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "GET /v2.0/security-groups/fdda44d1-6254-4574-8262-8fc73bf29654 HTTP/1.1" status: 404 len: 347 time: 0.0199468 Apr 05 13:54:10.239285 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60138) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:10.257628 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1caea-52c4-4dc4-8502-23ec84cf76f9 None None] New status for floating IP 1299d9f4-681b-4903-bc2f-6f37f36476f0: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:54:10.366181 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1eb72fd8-99c2-4de9-a35b-ac9fc3bb16b4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Deleting port 1f3b8907-8344-4503-ad3a-b1129a98067b {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:54:10.366493 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1eb72fd8-99c2-4de9-a35b-ac9fc3bb16b4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (1f3b8907-8344-4503-ad3a-b1129a98067b), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:10.446377 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1eb72fd8-99c2-4de9-a35b-ac9fc3bb16b4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (1f3b8907-8344-4503-ad3a-b1129a98067b), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:10.446731 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1eb72fd8-99c2-4de9-a35b-ac9fc3bb16b4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (1f3b8907-8344-4503-ad3a-b1129a98067b), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:10.458075 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1eb72fd8-99c2-4de9-a35b-ac9fc3bb16b4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Calling delete_port for 1f3b8907-8344-4503-ad3a-b1129a98067b owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:54:10.585533 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1eb72fd8-99c2-4de9-a35b-ac9fc3bb16b4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (1f3b8907-8344-4503-ad3a-b1129a98067b), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:10.610585 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb72fd8-99c2-4de9-a35b-ac9fc3bb16b4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Pushing event deleted for resources: {'Port': ['ID=1f3b8907-8344-4503-ad3a-b1129a98067b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:10.675725 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1eb72fd8-99c2-4de9-a35b-ac9fc3bb16b4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks [] for floatingip (1299d9f4-681b-4903-bc2f-6f37f36476f0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:10.678282 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1eb72fd8-99c2-4de9-a35b-ac9fc3bb16b4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:10.679420 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1eb72fd8-99c2-4de9-a35b-ac9fc3bb16b4 tempest-AttachVolumeTestJSON-716055870 tempest-AttachVolumeTestJSON-716055870-project] 10.222.0.59 "DELETE /v2.0/floatingips/1299d9f4-681b-4903-bc2f-6f37f36476f0 HTTP/1.1" status: 204 len: 168 time: 0.4391282 Apr 05 13:54:11.638544 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e75e4cea-332c-4c5c-b9b7-18028f80e7da no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:54:11.786232 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: e75e4cea-332c-4c5c-b9b7-18028f80e7da {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:54:11.786551 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device e75e4cea-332c-4c5c-b9b7-18028f80e7da not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:54:14.200322 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60168) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:14.640548 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092052'] for router_interface (3b051e81-b18b-4163-9516-ef76cf283229), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:14.888279 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] Deleting port 3320454e-c3e0-4847-81cf-2f0a358d5a72 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:54:14.888629 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:14.965647 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] For port 3320454e-c3e0-4847-81cf-2f0a358d5a72, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=3320454e-c3e0-4847-81cf-2f0a358d5a72,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:54:14.966069 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:14.981934 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] Calling delete_port for 3320454e-c3e0-4847-81cf-2f0a358d5a72 owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:54:15.165669 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (3320454e-c3e0-4847-81cf-2f0a358d5a72), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:15.195129 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3320454e-c3e0-4847-81cf-2f0a358d5a72,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:15.365408 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2073473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578372'] for router_interface (3b051e81-b18b-4163-9516-ef76cf283229), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:15.841422 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] Router 3b051e81-b18b-4163-9516-ef76cf283229 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:54:15.952584 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:54:15.957580 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bab738f0-f689-4688-a53e-dbe8a33f96dc admin admin] 10.222.0.59 "PUT /v2.0/routers/3b051e81-b18b-4163-9516-ef76cf283229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560055 Apr 05 13:54:15.960215 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60172) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:15.962852 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] Sync routers for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:54:15.973705 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:54:15.974339 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:54:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:16.065215 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Publish callbacks [] for router (3b051e81-b18b-4163-9516-ef76cf283229), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.083308 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:54:16.168660 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Publish callbacks [] for router_gateway (3b051e81-b18b-4163-9516-ef76cf283229), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.220239 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Deleting port a1930b0c-7163-4539-8daf-7e1cdca20424 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:54:16.220591 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.261546 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:54:15Z', 'revision_number': 5, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port': {'id': 'a1930b0c-7163-4539-8daf-7e1cdca20424', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b051e81-b18b-4163-9516-ef76cf283229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:49:16Z', 'updated_at': '2022-04-05T13:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:16.294751 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] Checking router: 3b051e81-b18b-4163-9516-ef76cf283229 for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:54:16.303279 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] Routers {'3b051e81-b18b-4163-9516-ef76cf283229'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:54:16.303920 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:54:06Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['3b051e81-b18b-4163-9516-ef76cf283229'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:16.312776 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] For port a1930b0c-7163-4539-8daf-7e1cdca20424, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=a1930b0c-7163-4539-8daf-7e1cdca20424,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:54:16.313145 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.325350 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Calling delete_port for a1930b0c-7163-4539-8daf-7e1cdca20424 owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:54:16.488231 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] Set router 3b051e81-b18b-4163-9516-ef76cf283229 gateway port host: None {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:54:16.499271 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (a1930b0c-7163-4539-8daf-7e1cdca20424), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.524702 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1930b0c-7163-4539-8daf-7e1cdca20424,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:16.540052 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:54:16Z', 'revision_number': 6, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port_host': None}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:16.569969 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1adbd-003e-46e0-bc0a-5afc06cab61b None None] The sync data for ids ['3b051e81-b18b-4163-9516-ef76cf283229'] in dv-cinder-835878-2-iscsi is: [{'id': '3b051e81-b18b-4163-9516-ef76cf283229', 'name': 'tempest-AttachVolumeTestJSON-118341198-router', 'tenant_id': '2edcb781e01b4c57b680098d732cb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:49:15Z', 'updated_at': '2022-04-05T13:54:16Z', 'revision_number': 6, 'project_id': '2edcb781e01b4c57b680098d732cb8d3', 'gw_port_host': None}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:54:16.587529 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578306'] for router_gateway (3b051e81-b18b-4163-9516-ef76cf283229), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.680159 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14376'] for router (3b051e81-b18b-4163-9516-ef76cf283229), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.682243 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Publish callbacks [] for router_controller (3b051e81-b18b-4163-9516-ef76cf283229), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.726814 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092792'] for router (3b051e81-b18b-4163-9516-ef76cf283229), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.727327 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b051e81-b18b-4163-9516-ef76cf283229 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 13:54:16.732625 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.733744 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0687b2a9-00d8-4757-8dd5-29ba985d41b8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3b051e81-b18b-4163-9516-ef76cf283229 HTTP/1.1" status: 204 len: 168 time: 0.7725363 Apr 05 13:54:16.736371 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60174) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:16.779355 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a09f9e7-c16c-4f8e-83b8-13d1d8b6b08e admin admin] Deleting subnet 91431d47-73b7-494d-bb9f-9fe852011090 {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:54:16.782347 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4a09f9e7-c16c-4f8e-83b8-13d1d8b6b08e admin admin] Publish callbacks [] for subnet (91431d47-73b7-494d-bb9f-9fe852011090), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.814829 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4a09f9e7-c16c-4f8e-83b8-13d1d8b6b08e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444386'] for subnet (91431d47-73b7-494d-bb9f-9fe852011090), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.895343 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4a09f9e7-c16c-4f8e-83b8-13d1d8b6b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (91431d47-73b7-494d-bb9f-9fe852011090), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.952326 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4a09f9e7-c16c-4f8e-83b8-13d1d8b6b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25339686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25434302'] for subnet (91431d47-73b7-494d-bb9f-9fe852011090), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.978158 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09f9e7-c16c-4f8e-83b8-13d1d8b6b08e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91431d47-73b7-494d-bb9f-9fe852011090,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:16.984263 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4a09f9e7-c16c-4f8e-83b8-13d1d8b6b08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:16.987576 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4a09f9e7-c16c-4f8e-83b8-13d1d8b6b08e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/91431d47-73b7-494d-bb9f-9fe852011090 HTTP/1.1" status: 204 len: 168 time: 0.2502811 Apr 05 13:54:16.990131 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60176) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:16.990289 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f74a6-e6f1-499f-a6ed-f65715382e6f None None] Network 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:54:17.067142 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (6a7d363c-9c87-49b2-bb34-1ae457fa3d44), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.126419 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Deleting port 8f409c3e-1e78-4221-90d5-94720dcaee83 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:54:17.126758 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.188271 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] For port 8f409c3e-1e78-4221-90d5-94720dcaee83, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=8f409c3e-1e78-4221-90d5-94720dcaee83,segment=NetworkSegment(7ac7da9b-870c-4564-95a5-2c96295be794),segment_id=7ac7da9b-870c-4564-95a5-2c96295be794)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:54:17.188631 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.205395 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Calling delete_port for 8f409c3e-1e78-4221-90d5-94720dcaee83 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:54:17.283848 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (8f409c3e-1e78-4221-90d5-94720dcaee83), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.310569 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Pushing event deleted for resources: {'Port': ['ID=8f409c3e-1e78-4221-90d5-94720dcaee83,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:17.312424 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] No DVR routers for this DVR port 8f409c3e-1e78-4221-90d5-94720dcaee83 on host dv-cinder-835878-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:54:17.370364 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3561274-592d-49e7-857f-2bb3803526b0 None None] DHCP port deletion for 6a7d363c-9c87-49b2-bb34-1ae457fa3d44 request from dv-cinder-835878-2-iscsi {{(pid=109891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 13:54:17.392853 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (6a7d363c-9c87-49b2-bb34-1ae457fa3d44), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.416116 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7d363c-9c87-49b2-bb34-1ae457fa3d44']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:17.427136 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 3320454e-c3e0-4847-81cf-2f0a358d5a72 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:54:17.429013 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac7da9b-870c-4564-95a5-2c96295be794') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:17.430179 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac7da9b-870c-4564-95a5-2c96295be794') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:17.439655 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (7ac7da9b-870c-4564-95a5-2c96295be794), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.447429 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 3320454e-c3e0-4847-81cf-2f0a358d5a72 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:54:17.447801 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 3320454e-c3e0-4847-81cf-2f0a358d5a72 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:54:17.448218 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a1930b0c-7163-4539-8daf-7e1cdca20424 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:54:17.457330 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (7ac7da9b-870c-4564-95a5-2c96295be794), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.464688 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:54:17.465902 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (7ac7da9b-870c-4564-95a5-2c96295be794), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:54:17.467900 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:54:17.470513 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: a1930b0c-7163-4539-8daf-7e1cdca20424 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:54:17.470513 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device a1930b0c-7163-4539-8daf-7e1cdca20424 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:54:17.470513 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 8f409c3e-1e78-4221-90d5-94720dcaee83 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:54:17.489793 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 8f409c3e-1e78-4221-90d5-94720dcaee83 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:54:17.490140 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 8f409c3e-1e78-4221-90d5-94720dcaee83 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:54:17.527319 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (6a7d363c-9c87-49b2-bb34-1ae457fa3d44), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.533284 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.538212 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] 10.222.0.59 "DELETE /v2.0/networks/6a7d363c-9c87-49b2-bb34-1ae457fa3d44 HTTP/1.1" status: 204 len: 168 time: 0.5454381 Apr 05 13:54:17.549430 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7c5d9-5f63-4368-9db2-d92595b84eab admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7d363c-9c87-49b2-bb34-1ae457fa3d44,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:17.665448 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60180) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:17.708179 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-fea6b778-1843-4843-a1a3-659c2e20479d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2edcb781e01b4c57b680098d732cb8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416074 Apr 05 13:54:17.710670 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60182) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:17.758402 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-91ec46e0-fd31-46e8-abc0-3b0b30c03db9 admin admin] Publish callbacks [] for security_group (65986c97-7b52-4b7c-ac05-e3829e09aa42), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.780709 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-91ec46e0-fd31-46e8-abc0-3b0b30c03db9 admin admin] Publish callbacks [] for security_group (65986c97-7b52-4b7c-ac05-e3829e09aa42), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.826428 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-91ec46e0-fd31-46e8-abc0-3b0b30c03db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (65986c97-7b52-4b7c-ac05-e3829e09aa42), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.829344 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-91ec46e0-fd31-46e8-abc0-3b0b30c03db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:17.830459 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-91ec46e0-fd31-46e8-abc0-3b0b30c03db9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65986c97-7b52-4b7c-ac05-e3829e09aa42 HTTP/1.1" status: 204 len: 168 time: 0.1188858 Apr 05 13:54:17.838175 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec46e0-fd31-46e8-abc0-3b0b30c03db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65986c97-7b52-4b7c-ac05-e3829e09aa42,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:18.480133 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60204) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:18.575429 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-341445019-network', 'tenant_id': '1fd1e90e112141ac9b6558a81b38a208'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:54:18.594282 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Made reservation on behalf of 1fd1e90e112141ac9b6558a81b38a208 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:54:18.596537 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:18.609524 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:18.685153 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Publish callbacks [] for security_group (22f627db-a9b9-4387-9f01-0b85f3dcbb2b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:18.688877 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (22f627db-a9b9-4387-9f01-0b85f3dcbb2b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:18.714558 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:54:18.726202 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f627db-a9b9-4387-9f01-0b85f3dcbb2b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:18.734289 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (7eca70ef-7efd-40d6-a4ee-af0c25d9327c), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:18.734621 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Added segment 7eca70ef-7efd-40d6-a4ee-af0c25d9327c of type vlan for network 0380f5f4-7d6f-482a-99b1-4b67f686d4be Apr 05 13:54:18.776011 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (0380f5f4-7d6f-482a-99b1-4b67f686d4be), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:18.802225 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (0380f5f4-7d6f-482a-99b1-4b67f686d4be), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:18.803176 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:18.803788 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:18.834394 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3526788 Apr 05 13:54:18.837366 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60208) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:18.843486 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.v2.base [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Request body: {'subnet': {'network_id': '0380f5f4-7d6f-482a-99b1-4b67f686d4be', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-341445019-subnet', 'tenant_id': '1fd1e90e112141ac9b6558a81b38a208', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:54:18.864762 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Made reservation on behalf of 1fd1e90e112141ac9b6558a81b38a208 for: {'subnet': 1} {{(pid=109890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:54:18.866698 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdba8f-cb16-4354-94b5-ecc61ecc75e9 admin admin] Pushing event updated for resources: {'Network': ['ID=0380f5f4-7d6f-482a-99b1-4b67f686d4be,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:18.867027 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25668832'] for subnet (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:18.876430 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 0380f5f4-7d6f-482a-99b1-4b67f686d4be details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:54:19.041039 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25668862'] for subnet (d4059f43-b116-4960-819e-a67c466959d6), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:19.105745 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4059f43-b116-4960-819e-a67c466959d6,revision_number=0']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:19.109961 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Checking segment: {'id': '7eca70ef-7efd-40d6-a4ee-af0c25d9327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0380f5f4-7d6f-482a-99b1-4b67f686d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:54:19.110317 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Network hostable DHCP agents. Network: 0380f5f4-7d6f-482a-99b1-4b67f686d4be, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:54:19.129054 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Network 0380f5f4-7d6f-482a-99b1-4b67f686d4be is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:54:19.140022 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 0380f5f4-7d6f-482a-99b1-4b67f686d4be) {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:54:19.144445 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:19.145043 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:19.149548 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7cd98e-9c15-4b16-89be-c7317c157ae6 None None] Network 0380f5f4-7d6f-482a-99b1-4b67f686d4be requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:54:19.164099 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-c8ea7b59-dbe4-4cc6-916a-b2bf873eedd9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3254149 Apr 05 13:54:19.250546 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b04439-8098-45bd-b923-ea8b49e843a4 None None] Network 0380f5f4-7d6f-482a-99b1-4b67f686d4be requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:54:19.631790 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60226) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:19.636827 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-950918552-network', 'tenant_id': 'c474e665ef4a4a1d8074d53ab74a6786'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:54:19.655990 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Made reservation on behalf of c474e665ef4a4a1d8074d53ab74a6786 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:54:19.658211 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885935'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:19.670584 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:19.742455 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Publish callbacks [] for security_group (b9f4ca7c-6d68-4dbc-af7d-b21c9765c4f0), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:19.746188 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b9f4ca7c-6d68-4dbc-af7d-b21c9765c4f0), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:19.766757 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 13:54:19.781946 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f4ca7c-6d68-4dbc-af7d-b21c9765c4f0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:19.784855 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (4731871a-1d2a-41b5-871d-fbd82709bac4), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:19.785201 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Added segment 4731871a-1d2a-41b5-871d-fbd82709bac4 of type vlan for network 7eacb94a-d3b2-49f1-9d2f-00b5594ebb49 Apr 05 13:54:19.823402 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737161721667'] for network (7eacb94a-d3b2-49f1-9d2f-00b5594ebb49), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:19.848905 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482'] for network (7eacb94a-d3b2-49f1-9d2f-00b5594ebb49), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:19.849928 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:19.850517 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:19.909462 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2763131 Apr 05 13:54:19.912047 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60228) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:19.916667 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Request body: {'subnet': {'network_id': '7eacb94a-d3b2-49f1-9d2f-00b5594ebb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-950918552-subnet', 'tenant_id': 'c474e665ef4a4a1d8074d53ab74a6786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:54:19.926254 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b0ff1-93d6-4261-92b2-99578fd7ed4c admin admin] Pushing event updated for resources: {'Network': ['ID=7eacb94a-d3b2-49f1-9d2f-00b5594ebb49,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:19.935410 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Network 7eacb94a-d3b2-49f1-9d2f-00b5594ebb49 details requested by agent ovs-agent-dv-cinder-835878-2-iscsi with host dv-cinder-835878-2-iscsi {{(pid=109891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 13:54:19.941932 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Made reservation on behalf of c474e665ef4a4a1d8074d53ab74a6786 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:54:19.944315 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25434329'] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.117766 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25339361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25434311'] for subnet (726429e7-b961-439e-81f0-972b21409deb), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.172521 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=726429e7-b961-439e-81f0-972b21409deb,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:20.182178 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Checking segment: {'id': '4731871a-1d2a-41b5-871d-fbd82709bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7eacb94a-d3b2-49f1-9d2f-00b5594ebb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 13:54:20.182536 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Network hostable DHCP agents. Network: 7eacb94a-d3b2-49f1-9d2f-00b5594ebb49, hostable agents: ['4956fef2-159f-4b93-a6a9-a4273e09ca9b'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 13:54:20.200386 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Network 7eacb94a-d3b2-49f1-9d2f-00b5594ebb49 is scheduled to be hosted by DHCP agent 4956fef2-159f-4b93-a6a9-a4273e09ca9b with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 13:54:20.208945 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-2-iscsi, 7eacb94a-d3b2-49f1-9d2f-00b5594ebb49) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:54:20.212823 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:54:20.213427 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.218244 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5caeef-22c2-4a53-bab2-afe25ad9810e None None] Network 7eacb94a-d3b2-49f1-9d2f-00b5594ebb49 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:54:20.231283 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1b09eb13-05b3-46f9-b201-efd25863daf0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3181307 Apr 05 13:54:20.319213 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b90a9c-d921-4aba-8c8e-33ee06e30bf2 None None] Network 7eacb94a-d3b2-49f1-9d2f-00b5594ebb49 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:54:20.346396 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60232) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:20.395756 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa89710-0436-4832-91a0-f1fa931461ac admin admin] Deleting subnet d4059f43-b116-4960-819e-a67c466959d6 {{(pid=109890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:54:20.399043 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fa89710-0436-4832-91a0-f1fa931461ac admin admin] Publish callbacks [] for subnet (d4059f43-b116-4960-819e-a67c466959d6), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.434172 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fa89710-0436-4832-91a0-f1fa931461ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25631837'] for subnet (d4059f43-b116-4960-819e-a67c466959d6), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.473430 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fa89710-0436-4832-91a0-f1fa931461ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (d4059f43-b116-4960-819e-a67c466959d6), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.524294 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fa89710-0436-4832-91a0-f1fa931461ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25668743'] for subnet (d4059f43-b116-4960-819e-a67c466959d6), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.550862 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa89710-0436-4832-91a0-f1fa931461ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4059f43-b116-4960-819e-a67c466959d6,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:20.556370 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fa89710-0436-4832-91a0-f1fa931461ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.560356 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-8fa89710-0436-4832-91a0-f1fa931461ac admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d4059f43-b116-4960-819e-a67c466959d6 HTTP/1.1" status: 204 len: 168 time: 0.2128093 Apr 05 13:54:20.563098 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60234) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:20.630283 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (0380f5f4-7d6f-482a-99b1-4b67f686d4be), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.709648 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (0380f5f4-7d6f-482a-99b1-4b67f686d4be), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.729054 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0380f5f4-7d6f-482a-99b1-4b67f686d4be']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:20.738521 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eca70ef-7efd-40d6-a4ee-af0c25d9327c') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:20.738820 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eca70ef-7efd-40d6-a4ee-af0c25d9327c') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:20.748740 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (7eca70ef-7efd-40d6-a4ee-af0c25d9327c), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.761352 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (7eca70ef-7efd-40d6-a4ee-af0c25d9327c), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.767183 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:54:20.767600 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (7eca70ef-7efd-40d6-a4ee-af0c25d9327c), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:54:20.769245 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:54:20.825484 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (0380f5f4-7d6f-482a-99b1-4b67f686d4be), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.829918 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.833082 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0380f5f4-7d6f-482a-99b1-4b67f686d4be HTTP/1.1" status: 204 len: 168 time: 0.2689033 Apr 05 13:54:20.836007 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60236) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:20.845812 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2661a-3237-49ed-bf66-6e43294aad67 admin admin] Pushing event deleted for resources: {'Network': ['ID=0380f5f4-7d6f-482a-99b1-4b67f686d4be,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:20.882466 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de45dfd-609d-43fc-8b7e-759bf1a46f72 admin admin] Deleting subnet 726429e7-b961-439e-81f0-972b21409deb {{(pid=109890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:54:20.885684 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8de45dfd-609d-43fc-8b7e-759bf1a46f72 admin admin] Publish callbacks [] for subnet (726429e7-b961-439e-81f0-972b21409deb), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.920086 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8de45dfd-609d-43fc-8b7e-759bf1a46f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25631837'] for subnet (726429e7-b961-439e-81f0-972b21409deb), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:20.957273 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8de45dfd-609d-43fc-8b7e-759bf1a46f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (726429e7-b961-439e-81f0-972b21409deb), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.012085 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8de45dfd-609d-43fc-8b7e-759bf1a46f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25668743'] for subnet (726429e7-b961-439e-81f0-972b21409deb), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.038334 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de45dfd-609d-43fc-8b7e-759bf1a46f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726429e7-b961-439e-81f0-972b21409deb,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:21.040306 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8de45dfd-609d-43fc-8b7e-759bf1a46f72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.044196 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-8de45dfd-609d-43fc-8b7e-759bf1a46f72 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/726429e7-b961-439e-81f0-972b21409deb HTTP/1.1" status: 204 len: 168 time: 0.2069299 Apr 05 13:54:21.046415 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60238) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:21.114309 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (7eacb94a-d3b2-49f1-9d2f-00b5594ebb49), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.209140 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (7eacb94a-d3b2-49f1-9d2f-00b5594ebb49), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.229630 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eacb94a-d3b2-49f1-9d2f-00b5594ebb49']}} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:21.239523 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4731871a-1d2a-41b5-871d-fbd82709bac4') {'for_net_delete': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:21.239824 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4731871a-1d2a-41b5-871d-fbd82709bac4') {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:54:21.249185 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25631910'] for segment (4731871a-1d2a-41b5-871d-fbd82709bac4), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.262543 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (4731871a-1d2a-41b5-871d-fbd82709bac4), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.268347 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:54:21.268729 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26040439'] for segment (4731871a-1d2a-41b5-871d-fbd82709bac4), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: Traceback (most recent call last): Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: timer() Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: cb(*args, **kw) Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: return func(*args, **kwargs) Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: self._notify() Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: self.callback(batched_events) Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: event.method(event) Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: return f(self, *a, **k) Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._get(url).json() Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: return self.request(url, 'GET', **kwargs) Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:54:21.270358 dv-cinder-835878-2-iscsi neutron-server[109890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:54:21.325922 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (7eacb94a-d3b2-49f1-9d2f-00b5594ebb49), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.331025 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.334171 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] 10.222.0.59 "DELETE /v2.0/networks/7eacb94a-d3b2-49f1-9d2f-00b5594ebb49 HTTP/1.1" status: 204 len: 168 time: 0.2868638 Apr 05 13:54:21.345496 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe805d5-b6ba-4b4e-8369-af935af72bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=7eacb94a-d3b2-49f1-9d2f-00b5594ebb49,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:21.495214 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60242) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:21.533616 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-76bb3625-74d5-480e-9a89-84253eb1cb94 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fd1e90e112141ac9b6558a81b38a208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371511 Apr 05 13:54:21.536026 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60244) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:21.583963 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8964651e-4772-45a9-a732-a7196085269e admin admin] Publish callbacks [] for security_group (22f627db-a9b9-4387-9f01-0b85f3dcbb2b), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.606412 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8964651e-4772-45a9-a732-a7196085269e admin admin] Publish callbacks [] for security_group (22f627db-a9b9-4387-9f01-0b85f3dcbb2b), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.668782 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8964651e-4772-45a9-a732-a7196085269e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (22f627db-a9b9-4387-9f01-0b85f3dcbb2b), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.673157 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8964651e-4772-45a9-a732-a7196085269e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:21.674911 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8964651e-4772-45a9-a732-a7196085269e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22f627db-a9b9-4387-9f01-0b85f3dcbb2b HTTP/1.1" status: 204 len: 168 time: 0.1378284 Apr 05 13:54:21.685080 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964651e-4772-45a9-a732-a7196085269e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f627db-a9b9-4387-9f01-0b85f3dcbb2b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:22.078720 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60250) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:22.135072 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f2487e51-1513-4072-8c44-90ffc7c37ec9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c474e665ef4a4a1d8074d53ab74a6786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542088 Apr 05 13:54:22.136519 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60252) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:22.200190 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7e8784f-6cb9-41c8-92f1-59739020702e admin admin] Publish callbacks [] for security_group (b9f4ca7c-6d68-4dbc-af7d-b21c9765c4f0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:22.225943 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7e8784f-6cb9-41c8-92f1-59739020702e admin admin] Publish callbacks [] for security_group (b9f4ca7c-6d68-4dbc-af7d-b21c9765c4f0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:22.283739 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7e8784f-6cb9-41c8-92f1-59739020702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (b9f4ca7c-6d68-4dbc-af7d-b21c9765c4f0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:22.290548 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7e8784f-6cb9-41c8-92f1-59739020702e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:22.290548 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e7e8784f-6cb9-41c8-92f1-59739020702e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9f4ca7c-6d68-4dbc-af7d-b21c9765c4f0 HTTP/1.1" status: 204 len: 168 time: 0.1512067 Apr 05 13:54:22.297917 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8784f-6cb9-41c8-92f1-59739020702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f4ca7c-6d68-4dbc-af7d-b21c9765c4f0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:24.687540 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:54:26.517215 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60326) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:26.623726 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc6c34ed-9867-4c6b-9d77-5ab90941b053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:26.698436 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc6c34ed-9867-4c6b-9d77-5ab90941b053 admin admin] Publish callbacks [] for security_group (66cb055c-212a-4811-8ee7-56f990f0b38d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:26.702361 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc6c34ed-9867-4c6b-9d77-5ab90941b053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (66cb055c-212a-4811-8ee7-56f990f0b38d), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:26.739259 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-dc6c34ed-9867-4c6b-9d77-5ab90941b053 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4a4d6e9de3345a2b666f85d59ff72ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210398 Apr 05 13:54:26.741163 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c34ed-9867-4c6b-9d77-5ab90941b053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cb055c-212a-4811-8ee7-56f990f0b38d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:26.742114 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60330) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:26.789901 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6dc5859-7019-46a5-91c1-c131e51f8a0f admin admin] Publish callbacks [] for security_group (66cb055c-212a-4811-8ee7-56f990f0b38d), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:26.811413 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6dc5859-7019-46a5-91c1-c131e51f8a0f admin admin] Publish callbacks [] for security_group (66cb055c-212a-4811-8ee7-56f990f0b38d), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:26.858479 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6dc5859-7019-46a5-91c1-c131e51f8a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (66cb055c-212a-4811-8ee7-56f990f0b38d), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:26.861126 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6dc5859-7019-46a5-91c1-c131e51f8a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:26.862273 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-f6dc5859-7019-46a5-91c1-c131e51f8a0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66cb055c-212a-4811-8ee7-56f990f0b38d HTTP/1.1" status: 204 len: 168 time: 0.1191101 Apr 05 13:54:26.870370 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc5859-7019-46a5-91c1-c131e51f8a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cb055c-212a-4811-8ee7-56f990f0b38d,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:27.122001 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60336) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:27.135009 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-668f2e5e-c32a-41ed-887d-28ed96c8b540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:27.211325 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-668f2e5e-c32a-41ed-887d-28ed96c8b540 admin admin] Publish callbacks [] for security_group (fe1f4e9d-0e0e-4a81-b467-cec25602ff81), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:27.220313 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-668f2e5e-c32a-41ed-887d-28ed96c8b540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (fe1f4e9d-0e0e-4a81-b467-cec25602ff81), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:27.263221 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-668f2e5e-c32a-41ed-887d-28ed96c8b540 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0f0006792c749599eb3be4f0e7f43f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369412 Apr 05 13:54:27.263221 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f2e5e-c32a-41ed-887d-28ed96c8b540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1f4e9d-0e0e-4a81-b467-cec25602ff81,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:27.264196 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60338) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:27.315760 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7bc4005e-c6c8-41f0-a7b3-d17e4da7931f admin admin] Publish callbacks [] for security_group (fe1f4e9d-0e0e-4a81-b467-cec25602ff81), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:27.339447 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7bc4005e-c6c8-41f0-a7b3-d17e4da7931f admin admin] Publish callbacks [] for security_group (fe1f4e9d-0e0e-4a81-b467-cec25602ff81), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:27.389313 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7bc4005e-c6c8-41f0-a7b3-d17e4da7931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (fe1f4e9d-0e0e-4a81-b467-cec25602ff81), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:27.391968 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7bc4005e-c6c8-41f0-a7b3-d17e4da7931f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:27.393127 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7bc4005e-c6c8-41f0-a7b3-d17e4da7931f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe1f4e9d-0e0e-4a81-b467-cec25602ff81 HTTP/1.1" status: 204 len: 168 time: 0.1278906 Apr 05 13:54:27.401333 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4005e-c6c8-41f0-a7b3-d17e4da7931f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1f4e9d-0e0e-4a81-b467-cec25602ff81,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:31.446010 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60396) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:31.548663 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-106d877b-03a2-49d3-811b-da5ee06b2ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:31.621603 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-106d877b-03a2-49d3-811b-da5ee06b2ec1 admin admin] Publish callbacks [] for security_group (31f5f042-5712-4316-9346-10a8de8d4b56), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:31.625306 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-106d877b-03a2-49d3-811b-da5ee06b2ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (31f5f042-5712-4316-9346-10a8de8d4b56), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:31.664026 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-106d877b-03a2-49d3-811b-da5ee06b2ec1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12a4775879e746258d27bb9155047dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169578 Apr 05 13:54:31.664876 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d877b-03a2-49d3-811b-da5ee06b2ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5f042-5712-4316-9346-10a8de8d4b56,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:31.666652 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60400) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:31.721211 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a5f51e16-1598-4651-bbd9-9a707c0b4f2a admin admin] Publish callbacks [] for security_group (31f5f042-5712-4316-9346-10a8de8d4b56), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:31.742549 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a5f51e16-1598-4651-bbd9-9a707c0b4f2a admin admin] Publish callbacks [] for security_group (31f5f042-5712-4316-9346-10a8de8d4b56), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:31.789470 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a5f51e16-1598-4651-bbd9-9a707c0b4f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (31f5f042-5712-4316-9346-10a8de8d4b56), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:31.791993 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a5f51e16-1598-4651-bbd9-9a707c0b4f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:31.793150 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-a5f51e16-1598-4651-bbd9-9a707c0b4f2a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31f5f042-5712-4316-9346-10a8de8d4b56 HTTP/1.1" status: 204 len: 168 time: 0.1255071 Apr 05 13:54:31.800787 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f51e16-1598-4651-bbd9-9a707c0b4f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5f042-5712-4316-9346-10a8de8d4b56,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:32.048069 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60406) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:32.061073 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b05fb2eb-a006-4f03-87a3-a59b15988745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:32.134934 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b05fb2eb-a006-4f03-87a3-a59b15988745 admin admin] Publish callbacks [] for security_group (ab2ef39d-f92e-4155-bf94-54f4882c7ab8), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:32.139668 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b05fb2eb-a006-4f03-87a3-a59b15988745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ab2ef39d-f92e-4155-bf94-54f4882c7ab8), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:32.175016 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fb2eb-a006-4f03-87a3-a59b15988745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2ef39d-f92e-4155-bf94-54f4882c7ab8,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:32.179278 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-b05fb2eb-a006-4f03-87a3-a59b15988745 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da0c68ea298642588ea13ffef79c083a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302083 Apr 05 13:54:32.182044 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60408) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:32.230001 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fa91abc-5062-462c-b38e-c57c34868dd1 admin admin] Publish callbacks [] for security_group (ab2ef39d-f92e-4155-bf94-54f4882c7ab8), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:32.254100 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fa91abc-5062-462c-b38e-c57c34868dd1 admin admin] Publish callbacks [] for security_group (ab2ef39d-f92e-4155-bf94-54f4882c7ab8), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:32.299938 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fa91abc-5062-462c-b38e-c57c34868dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (ab2ef39d-f92e-4155-bf94-54f4882c7ab8), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:32.302376 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fa91abc-5062-462c-b38e-c57c34868dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:32.303515 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-4fa91abc-5062-462c-b38e-c57c34868dd1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab2ef39d-f92e-4155-bf94-54f4882c7ab8 HTTP/1.1" status: 204 len: 168 time: 0.1206863 Apr 05 13:54:32.311480 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa91abc-5062-462c-b38e-c57c34868dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2ef39d-f92e-4155-bf94-54f4882c7ab8,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:33.371219 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f2fad530-b137-4e59-879f-1413361e6819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:35.800379 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-cf9e8276-dda9-4756-9a3a-93f05f95f924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:36.685408 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:38.303735 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:39.026618 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:39.974774 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:51.717280 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60534) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:51.818113 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:51.891904 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Publish callbacks [] for security_group (4e204a12-b2d8-4b4c-a709-c930dc300419), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:51.895570 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (4e204a12-b2d8-4b4c-a709-c930dc300419), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:51.932722 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dde6dfc53abc4b50b6f0bf23003d9eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143381 Apr 05 13:54:51.933577 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e204a12-b2d8-4b4c-a709-c930dc300419,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:51.935398 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60538) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:51.941400 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.941746 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.942104 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.942427 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.942757 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.943084 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.943411 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.943834 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.944160 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.944485 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.944808 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.945130 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.945448 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.945764 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.946080 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ae606-279c-484e-b6a3-9258c7d95e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:54:51.986516 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa18c974-c5fa-4428-bcf5-83ae36b0f8d2 admin admin] Publish callbacks [] for security_group (4e204a12-b2d8-4b4c-a709-c930dc300419), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:52.007639 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa18c974-c5fa-4428-bcf5-83ae36b0f8d2 admin admin] Publish callbacks [] for security_group (4e204a12-b2d8-4b4c-a709-c930dc300419), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:52.055914 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa18c974-c5fa-4428-bcf5-83ae36b0f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (4e204a12-b2d8-4b4c-a709-c930dc300419), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:52.058418 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa18c974-c5fa-4428-bcf5-83ae36b0f8d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:52.060180 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-fa18c974-c5fa-4428-bcf5-83ae36b0f8d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e204a12-b2d8-4b4c-a709-c930dc300419 HTTP/1.1" status: 204 len: 168 time: 0.1230390 Apr 05 13:54:52.068650 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18c974-c5fa-4428-bcf5-83ae36b0f8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e204a12-b2d8-4b4c-a709-c930dc300419,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:55.984458 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60606) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:56.085759 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d1282a57-d07f-43f2-a94b-620e99e766c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:56.161673 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d1282a57-d07f-43f2-a94b-620e99e766c7 admin admin] Publish callbacks [] for security_group (cd390322-aae5-47b1-9e09-d912ffbd89d4), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:56.165316 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d1282a57-d07f-43f2-a94b-620e99e766c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (cd390322-aae5-47b1-9e09-d912ffbd89d4), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:56.206947 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-d1282a57-d07f-43f2-a94b-620e99e766c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e422cefd51104a2092ede4024e35c4c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214341 Apr 05 13:54:56.208907 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1282a57-d07f-43f2-a94b-620e99e766c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd390322-aae5-47b1-9e09-d912ffbd89d4,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:56.209632 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60610) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:56.257416 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-08e1229d-f103-46de-876a-340981baca73 admin admin] Publish callbacks [] for security_group (cd390322-aae5-47b1-9e09-d912ffbd89d4), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:56.278264 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-08e1229d-f103-46de-876a-340981baca73 admin admin] Publish callbacks [] for security_group (cd390322-aae5-47b1-9e09-d912ffbd89d4), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:56.323859 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-08e1229d-f103-46de-876a-340981baca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (cd390322-aae5-47b1-9e09-d912ffbd89d4), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:56.327158 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-08e1229d-f103-46de-876a-340981baca73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:56.328632 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-08e1229d-f103-46de-876a-340981baca73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd390322-aae5-47b1-9e09-d912ffbd89d4 HTTP/1.1" status: 204 len: 168 time: 0.1174960 Apr 05 13:54:56.336135 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1229d-f103-46de-876a-340981baca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd390322-aae5-47b1-9e09-d912ffbd89d4,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:57.294084 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60640) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:57.397931 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4871490e-e1e7-48cb-a47b-238a61b78f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:57.480779 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4871490e-e1e7-48cb-a47b-238a61b78f60 admin admin] Publish callbacks [] for security_group (c3dc6a3a-89e9-46ee-a445-1ba45efaf005), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:57.484493 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4871490e-e1e7-48cb-a47b-238a61b78f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c3dc6a3a-89e9-46ee-a445-1ba45efaf005), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:57.524218 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4871490e-e1e7-48cb-a47b-238a61b78f60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ca219dc8f794b40a815d02cb68a07c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290359 Apr 05 13:54:57.525155 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871490e-e1e7-48cb-a47b-238a61b78f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dc6a3a-89e9-46ee-a445-1ba45efaf005,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:54:57.526926 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60644) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:54:57.576203 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-adffb619-bc5c-4c2c-87ec-774fbba464ea admin admin] Publish callbacks [] for security_group (c3dc6a3a-89e9-46ee-a445-1ba45efaf005), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:57.598604 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-adffb619-bc5c-4c2c-87ec-774fbba464ea admin admin] Publish callbacks [] for security_group (c3dc6a3a-89e9-46ee-a445-1ba45efaf005), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:57.645887 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-adffb619-bc5c-4c2c-87ec-774fbba464ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (c3dc6a3a-89e9-46ee-a445-1ba45efaf005), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:57.648543 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-adffb619-bc5c-4c2c-87ec-774fbba464ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:54:57.649688 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-adffb619-bc5c-4c2c-87ec-774fbba464ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3dc6a3a-89e9-46ee-a445-1ba45efaf005 HTTP/1.1" status: 204 len: 168 time: 0.1216569 Apr 05 13:54:57.657791 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffb619-bc5c-4c2c-87ec-774fbba464ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dc6a3a-89e9-46ee-a445-1ba45efaf005,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:01.686571 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:55:03.373229 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-312c5125-c3f1-4f0f-a4d5-c6d321f32997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:05.802177 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1600e4af-7af1-48bb-abdb-facdb85a52d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:06.688437 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:08.305897 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:09.040830 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:09.981108 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:15.771574 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-bfefeedf-3b25-4b72-8f2a-1f346ddc5595 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430136 Apr 05 13:55:15.868377 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-79f68f4b-6118-41cb-a0fa-93db3e1d6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:15.869911 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-79f68f4b-6118-41cb-a0fa-93db3e1d6e74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 1130 time: 0.0460367 Apr 05 13:55:15.978940 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-76ea2d15-f9ae-453e-8f12-ae93b8ddc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:15.980470 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-76ea2d15-f9ae-453e-8f12-ae93b8ddc6e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 911 time: 0.0874920 Apr 05 13:55:16.050291 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-bc1d41c8-3b96-4993-9100-c396c21f12ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd HTTP/1.1" status: 200 len: 1002 time: 0.0604498 Apr 05 13:55:16.101681 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-e4c7e5cf-587c-4fd8-82dc-563503be9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:16.103136 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-e4c7e5cf-587c-4fd8-82dc-563503be9a81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0429094 Apr 05 13:55:16.153447 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-5375cabd-f35b-41c7-962b-581c54876b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:16.154872 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-5375cabd-f35b-41c7-962b-581c54876b32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420935 Apr 05 13:55:16.248979 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-eb030cc1-0dd0-439b-8ea0-3d10b67c62ec service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 Apr 05 13:55:16.339998 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f0f8d8a0-3711-4092-9435-d118eeab0cfa req-261ac4c7-7f76-4cb4-adb6-1ff86da8a79e service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818653 Apr 05 13:55:33.378484 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-91f3bcbc-eaaf-4f00-a30b-393ac7a54584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:35.805395 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f2152a23-9b16-470f-beb1-2640c86cd611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:36.690101 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:38.308636 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:38.685147 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:55:39.039166 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:39.974480 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:41.616882 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60658) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:55:41.776897 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Deleting port 1780bf07-7dd0-4adc-962f-516bb60c3395 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:55:41.777246 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (1780bf07-7dd0-4adc-962f-516bb60c3395), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:41.850841 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (1780bf07-7dd0-4adc-962f-516bb60c3395), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:41.851175 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (1780bf07-7dd0-4adc-962f-516bb60c3395), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:41.863173 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Calling delete_port for 1780bf07-7dd0-4adc-962f-516bb60c3395 owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:55:42.011681 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (1780bf07-7dd0-4adc-962f-516bb60c3395), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:42.037831 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event deleted for resources: {'Port': ['ID=1780bf07-7dd0-4adc-962f-516bb60c3395,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:42.049612 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.049962 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.050304 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.050640 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.050974 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.051302 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.051657 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.051990 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.052319 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.052643 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.052966 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.053292 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.053612 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.053932 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.054248 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:42.113519 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (7ccca3c6-af9d-4671-964e-f08cf760be15), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:42.113847 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Floating IP 7ccca3c6-af9d-4671-964e-f08cf760be15 disassociated (deleted). External IP: 172.27.2.81, port: ecac3f52-db01-476e-8a60-e585d080e046. Apr 05 13:55:42.321915 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Router 2129d531-2a68-40e1-b07e-152213c1f9a3 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:55:42.689242 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:55:42.693545 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:42.699896 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30345e-158a-44c2-9186-51854881a79e None None] Sync routers for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:55:42.710055 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30345e-158a-44c2-9186-51854881a79e None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:55:42.710662 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-8b30345e-158a-44c2-9186-51854881a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:55:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:42.722439 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-160fb0b7-ac05-4877-87e6-84cd5be6b83e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "DELETE /v2.0/floatingips/7ccca3c6-af9d-4671-964e-f08cf760be15 HTTP/1.1" status: 204 len: 168 time: 1.1045740 Apr 05 13:55:42.723035 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'tag': 'ecac3f52-db01-476e-8a60-e585d080e046'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:55:42.725394 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d4070a-15b1-414f-b5b0-3ac3821177e3" -d '{"events": [{"name": "network-changed", "server_uuid": "81cdf3f9-e14a-4b05-a303-bcd408f993eb", "tag": "ecac3f52-db01-476e-8a60-e585d080e046"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:55:42.822671 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-8b30345e-158a-44c2-9186-51854881a79e None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:55:42.957918 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e98c6c-ce59-4202-94a2-5a68b8f259f9 req-c804ad28-ea94-466e-9c4d-552279c1aaa9 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:42.959365 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a4e98c6c-ce59-4202-94a2-5a68b8f259f9 req-c804ad28-ea94-466e-9c4d-552279c1aaa9 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 945 time: 0.0563593 Apr 05 13:55:43.018340 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-a4e98c6c-ce59-4202-94a2-5a68b8f259f9 req-44e617c3-ee3c-4a47-9f80-e8ed2e7eaa8b tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523965 Apr 05 13:55:43.029549 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fd9150-dce7-40b1-96eb-234f47a9659f x-openstack-request-id: req-62fd9150-dce7-40b1-96eb-234f47a9659f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:55:43.029839 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cdf3f9-e14a-4b05-a303-bcd408f993eb", "tag": "ecac3f52-db01-476e-8a60-e585d080e046", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:55:43.030086 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62fd9150-dce7-40b1-96eb-234f47a9659f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:55:43.030482 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fd9150-dce7-40b1-96eb-234f47a9659f'] response: {'name': 'network-changed', 'server_uuid': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'tag': 'ecac3f52-db01-476e-8a60-e585d080e046', 'status': 'completed', 'code': 200} Apr 05 13:55:43.067012 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-8b30345e-158a-44c2-9186-51854881a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:f2:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:11Z', 'updated_at': '2022-04-05T13:52:13Z', 'revision_number': 1, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:43.092768 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30345e-158a-44c2-9186-51854881a79e None None] Checking router: 2129d531-2a68-40e1-b07e-152213c1f9a3 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:55:43.101591 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30345e-158a-44c2-9186-51854881a79e None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:55:43.102190 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-8b30345e-158a-44c2-9186-51854881a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:55:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:43.210775 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-8b30345e-158a-44c2-9186-51854881a79e None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:55:43.432401 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-8b30345e-158a-44c2-9186-51854881a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:f2:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:11Z', 'updated_at': '2022-04-05T13:52:13Z', 'revision_number': 1, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:43.458383 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30345e-158a-44c2-9186-51854881a79e None None] The sync data for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi is: [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_floatingips': [{'id': 'c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'router_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'port_id': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'mac_address': 'fa:16:3e:f2:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:52:11Z', 'updated_at': '2022-04-05T13:52:13Z', 'revision_number': 1, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:55:43.695107 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ad46d-d760-42f1-9690-f4bf4d565296 None None] New status for floating IP 7ccca3c6-af9d-4671-964e-f08cf760be15: DOWN {{(pid=109892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:55:44.106377 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-b3a4c2c2-0ae3-48f3-8dea-b3c0846c277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:44.107902 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-b3a4c2c2-0ae3-48f3-8dea-b3c0846c277b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 1129 time: 0.0452447 Apr 05 13:55:44.143190 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1e6d6-d723-4632-ad97-05616e23fac2 req-5dff0ff6-094c-450d-bb6a-ab60ad9b2549 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:44.144707 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8af1e6d6-d723-4632-ad97-05616e23fac2 req-5dff0ff6-094c-450d-bb6a-ab60ad9b2549 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 945 time: 0.0544407 Apr 05 13:55:44.194054 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8af1e6d6-d723-4632-ad97-05616e23fac2 req-d28fd9dc-97e6-4533-8f0e-d389fb1f3155 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436888 Apr 05 13:55:44.200571 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-2b71e6ee-5a99-4672-b09f-ff526e761dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:44.202017 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-2b71e6ee-5a99-4672-b09f-ff526e761dfc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 911 time: 0.0859048 Apr 05 13:55:44.525713 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-1752065f-483c-4cbf-bbed-9f15e4a831a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecac3f52-db01-476e-8a60-e585d080e046 HTTP/1.1" status: 200 len: 217 time: 0.2988837 Apr 05 13:55:44.583828 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-167d3c6f-e336-4fd6-8da3-53c298e7f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:44.585208 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-167d3c6f-e336-4fd6-8da3-53c298e7f827 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0427482 Apr 05 13:55:44.668332 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-a4f7a388-742f-45dc-b4a4-fbfda116b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:44.669829 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-a4f7a388-742f-45dc-b4a4-fbfda116b701 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779028 Apr 05 13:55:44.680638 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-69310eca-fe86-45d2-9794-cd45d86c2b1d tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:44.681952 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-69310eca-fe86-45d2-9794-cd45d86c2b1d tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 945 time: 0.0658169 Apr 05 13:55:44.822065 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-3766962d-7139-47cc-949c-cc3ef5654507 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390865 Apr 05 13:55:44.861346 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-b5a15d88-6f04-4ce3-821d-903de28d125e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Deleting port ecac3f52-db01-476e-8a60-e585d080e046 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:55:44.861687 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-b5a15d88-6f04-4ce3-821d-903de28d125e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (ecac3f52-db01-476e-8a60-e585d080e046), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:44.991316 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-97d4070a-15b1-414f-b5b0-3ac3821177e3 req-7f7d2bcb-3e74-4ecf-bbf1-f9efe4d22f85 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601985 Apr 05 13:55:44.997656 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-b5a15d88-6f04-4ce3-821d-903de28d125e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] For port ecac3f52-db01-476e-8a60-e585d080e046, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ecac3f52-db01-476e-8a60-e585d080e046,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:55:44.998021 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-b5a15d88-6f04-4ce3-821d-903de28d125e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (ecac3f52-db01-476e-8a60-e585d080e046), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:45.010870 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-b5a15d88-6f04-4ce3-821d-903de28d125e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Calling delete_port for ecac3f52-db01-476e-8a60-e585d080e046 owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:55:45.146072 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-b5a15d88-6f04-4ce3-821d-903de28d125e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (ecac3f52-db01-476e-8a60-e585d080e046), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:45.176632 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a15d88-6f04-4ce3-821d-903de28d125e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event deleted for resources: {'Port': ['ID=ecac3f52-db01-476e-8a60-e585d080e046,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:45.218967 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-b5a15d88-6f04-4ce3-821d-903de28d125e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] No DVR routers for this DVR port ecac3f52-db01-476e-8a60-e585d080e046 on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:55:45.221496 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-b5a15d88-6f04-4ce3-821d-903de28d125e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:45.225070 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-d8ce3db5-1dff-4e38-875e-da4d89ea32cf req-b5a15d88-6f04-4ce3-821d-903de28d125e tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "DELETE /v2.0/ports/ecac3f52-db01-476e-8a60-e585d080e046 HTTP/1.1" status: 204 len: 173 time: 0.5349543 Apr 05 13:55:45.225519 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'name': 'network-vif-deleted', 'tag': 'ecac3f52-db01-476e-8a60-e585d080e046'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:55:45.227804 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd34711-c58f-4121-8818-598c2a49b3b0" -d '{"events": [{"server_uuid": "81cdf3f9-e14a-4b05-a303-bcd408f993eb", "name": "network-vif-deleted", "tag": "ecac3f52-db01-476e-8a60-e585d080e046"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:55:45.275428 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c180dd-3771-4ba8-8065-93f1ebe528b7 x-openstack-request-id: req-82c180dd-3771-4ba8-8065-93f1ebe528b7 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:55:45.275749 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cdf3f9-e14a-4b05-a303-bcd408f993eb", "name": "network-vif-deleted", "tag": "ecac3f52-db01-476e-8a60-e585d080e046", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:55:45.276004 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82c180dd-3771-4ba8-8065-93f1ebe528b7 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:55:45.276855 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c180dd-3771-4ba8-8065-93f1ebe528b7'] response: {'server_uuid': '81cdf3f9-e14a-4b05-a303-bcd408f993eb', 'name': 'network-vif-deleted', 'tag': 'ecac3f52-db01-476e-8a60-e585d080e046', 'status': 'completed', 'code': 200} Apr 05 13:55:45.300472 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-ed5b561c-97ed-4f8b-8fbb-0d49dc18d548 req-12585262-7e05-4a26-9aa5-5d5af90469ad tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=81cdf3f9-e14a-4b05-a303-bcd408f993eb HTTP/1.1" status: 200 len: 210 time: 0.0374477 Apr 05 13:55:48.026658 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device ecac3f52-db01-476e-8a60-e585d080e046 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:55:48.051008 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: ecac3f52-db01-476e-8a60-e585d080e046 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:55:48.051351 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device ecac3f52-db01-476e-8a60-e585d080e046 not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:55:48.575610 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60694) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:55:48.728190 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Deleting port 8ed30e9b-99f2-4192-8419-b53189e272eb {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:55:48.728534 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (8ed30e9b-99f2-4192-8419-b53189e272eb), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:48.806762 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (8ed30e9b-99f2-4192-8419-b53189e272eb), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:48.807096 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (8ed30e9b-99f2-4192-8419-b53189e272eb), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:48.819328 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Calling delete_port for 8ed30e9b-99f2-4192-8419-b53189e272eb owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:55:48.967851 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (8ed30e9b-99f2-4192-8419-b53189e272eb), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:48.990927 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event deleted for resources: {'Port': ['ID=8ed30e9b-99f2-4192-8419-b53189e272eb,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:49.054036 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:49.054377 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Floating IP c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e disassociated (deleted). External IP: 172.27.2.120, port: 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd. Apr 05 13:55:49.266456 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Router 2129d531-2a68-40e1-b07e-152213c1f9a3 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:55:49.380740 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:55:49.385555 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:49.391079 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] Sync routers for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:55:49.399919 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:55:49.400531 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:55:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:49.417873 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-fbc0bf24-8791-4822-8406-6ce2b412df36 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "DELETE /v2.0/floatingips/c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e HTTP/1.1" status: 204 len: 168 time: 0.8386908 Apr 05 13:55:49.417873 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'tag': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:55:49.418282 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efbb9ac82bb987ae8acaf461f82bd2f3a6440a8f4bac9adc4ad1a92e05647d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e9302b-fb14-4584-8a68-83c4cb7b898a" -d '{"events": [{"name": "network-changed", "server_uuid": "997a9bc5-b147-4321-91d0-21a2b2523db5", "tag": "03c1e3f4-74cf-4a11-aa5c-ac773207a9fd"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:55:49.453871 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533a191e-f877-4b00-8c23-81b28c9cab3a x-openstack-request-id: req-533a191e-f877-4b00-8c23-81b28c9cab3a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:55:49.454165 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997a9bc5-b147-4321-91d0-21a2b2523db5", "tag": "03c1e3f4-74cf-4a11-aa5c-ac773207a9fd", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:55:49.454417 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-533a191e-f877-4b00-8c23-81b28c9cab3a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:55:49.454826 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533a191e-f877-4b00-8c23-81b28c9cab3a'] response: {'name': 'network-changed', 'server_uuid': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'tag': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'status': 'completed', 'code': 200} Apr 05 13:55:49.531635 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-80fd2050-f64b-45a6-9c05-c5d0717a2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:49.533471 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-80fd2050-f64b-45a6-9c05-c5d0717a2835 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 1130 time: 0.0522981 Apr 05 13:55:49.637985 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-c25e3027-5143-4b30-b40c-b3ac74d08df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:49.640181 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-c25e3027-5143-4b30-b40c-b3ac74d08df0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 200 len: 911 time: 0.0945597 Apr 05 13:55:49.658149 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:55:49.669069 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea35d-9256-42e1-ba41-972542184af6 req-754c1ee5-3b91-4b2d-bb88-7e2cfad8b1e4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:49.670583 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-caeea35d-9256-42e1-ba41-972542184af6 req-754c1ee5-3b91-4b2d-bb88-7e2cfad8b1e4 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 946 time: 0.0627105 Apr 05 13:55:49.722242 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-caeea35d-9256-42e1-ba41-972542184af6 req-29714683-1fc9-4709-b858-88a59ace4f25 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451727 Apr 05 13:55:49.857820 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:49.884181 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] Checking router: 2129d531-2a68-40e1-b07e-152213c1f9a3 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:55:49.892311 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:55:49.892903 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:55:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:50.004505 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:55:50.201412 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:50.227306 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede767a-6fa5-4e93-86e6-7b7ecb5753e5 None None] The sync data for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi is: [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:38Z', 'revision_number': 4, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi', '_interfaces': [{'id': '4385b209-4fd4-42e4-812f-aad2cb9ba885', 'name': '', 'network_id': 'd4a95ed4-c1ca-4a1a-ae8c-2440a83e1601', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'mac_address': 'fa:16:3e:fe:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:37Z', 'updated_at': '2022-04-05T13:48:44Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'subnets': [{'id': '896d3000-b82a-4761-8299-8aa22a3a1ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:55:50.434714 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad62fdaf-c565-4547-a420-924928d75318 None None] New status for floating IP c8f4eb01-7dab-423b-9a64-ae8a0cf4f50e: DOWN {{(pid=109892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:55:50.771891 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-2f55d3df-d30e-494e-83ef-68882cffda3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd HTTP/1.1" status: 200 len: 217 time: 0.0403163 Apr 05 13:55:50.849522 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-9cdff801-537e-4ad7-9976-136ff53f3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:50.851007 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-9cdff801-537e-4ad7-9976-136ff53f3c46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 200 len: 849 time: 0.0730958 Apr 05 13:55:50.868411 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273675f-f3ac-44e0-9983-1409207eff2d req-ad2371b6-99c4-438b-b1fd-2397961e8afb tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:50.869855 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3273675f-f3ac-44e0-9983-1409207eff2d req-ad2371b6-99c4-438b-b1fd-2397961e8afb tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 946 time: 0.0666821 Apr 05 13:55:50.918940 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-3273675f-f3ac-44e0-9983-1409207eff2d req-70b7b9b7-31ab-48d2-8d1f-d0a1c98196c6 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/security-groups?id=d70216eb-0c73-4f5b-bdb9-e0c898f0976e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427504 Apr 05 13:55:51.024868 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-4d26077a-bbe4-4bbb-95ee-41373a960e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:51.026282 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-4d26077a-bbe4-4bbb-95ee-41373a960e61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486164 Apr 05 13:55:51.116187 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-05cf6578-62d3-4b8f-b939-f26e443dd5d4 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832560 Apr 05 13:55:51.339350 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-c3e9302b-fb14-4584-8a68-83c4cb7b898a req-8ecf4a20-2da7-41cb-80c3-0ef330e6e961 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150665 Apr 05 13:55:51.357340 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-c68f1042-c606-44ea-9cd3-493335a1dbcf tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:55:51.359480 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-c68f1042-c606-44ea-9cd3-493335a1dbcf tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 946 time: 0.0694089 Apr 05 13:55:51.460029 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-0658a4d8-6b61-41bb-bde0-11e3485dbd44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Deleting port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:55:51.460366 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-0658a4d8-6b61-41bb-bde0-11e3485dbd44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:51.549705 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-0658a4d8-6b61-41bb-bde0-11e3485dbd44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] For port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:55:51.550069 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-0658a4d8-6b61-41bb-bde0-11e3485dbd44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:51.562946 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-0658a4d8-6b61-41bb-bde0-11e3485dbd44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Calling delete_port for 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd owned by compute:nova {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:55:51.691089 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-0658a4d8-6b61-41bb-bde0-11e3485dbd44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (03c1e3f4-74cf-4a11-aa5c-ac773207a9fd), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:51.716636 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658a4d8-6b61-41bb-bde0-11e3485dbd44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event deleted for resources: {'Port': ['ID=03c1e3f4-74cf-4a11-aa5c-ac773207a9fd,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:51.763016 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-0658a4d8-6b61-41bb-bde0-11e3485dbd44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] No DVR routers for this DVR port 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd on host hv-cinder-83587 {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:55:51.765758 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-0658a4d8-6b61-41bb-bde0-11e3485dbd44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for port (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:51.769681 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-bb51ae42-61cb-4348-ab7f-e89b9e066177 req-0658a4d8-6b61-41bb-bde0-11e3485dbd44 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.46 "DELETE /v2.0/ports/03c1e3f4-74cf-4a11-aa5c-ac773207a9fd HTTP/1.1" status: 204 len: 173 time: 0.4011006 Apr 05 13:55:51.770188 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'name': 'network-vif-deleted', 'tag': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:55:51.772430 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b912a0feaa055207a8ae2687c6cd4759a6b5fa6987d69ac8e865a62dee57bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e58bfde-40b4-4de3-8762-3c27a8a99916" -d '{"events": [{"server_uuid": "997a9bc5-b147-4321-91d0-21a2b2523db5", "name": "network-vif-deleted", "tag": "03c1e3f4-74cf-4a11-aa5c-ac773207a9fd"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 13:55:51.809092 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 13:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6849f1-e795-4233-b3e4-377c178c8cf1 x-openstack-request-id: req-dc6849f1-e795-4233-b3e4-377c178c8cf1 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 13:55:51.809382 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997a9bc5-b147-4321-91d0-21a2b2523db5", "name": "network-vif-deleted", "tag": "03c1e3f4-74cf-4a11-aa5c-ac773207a9fd", "status": "completed", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 13:55:51.809636 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc6849f1-e795-4233-b3e4-377c178c8cf1 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 13:55:51.810042 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6849f1-e795-4233-b3e4-377c178c8cf1'] response: {'server_uuid': '997a9bc5-b147-4321-91d0-21a2b2523db5', 'name': 'network-vif-deleted', 'tag': '03c1e3f4-74cf-4a11-aa5c-ac773207a9fd', 'status': 'completed', 'code': 200} Apr 05 13:55:52.025138 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [req-f92ab163-5e52-4fb7-a136-150ea6eee791 req-fbf4dc6e-d839-443f-ac80-bfadd252beb3 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "GET /v2.0/ports?device_id=997a9bc5-b147-4321-91d0-21a2b2523db5 HTTP/1.1" status: 200 len: 210 time: 0.0369811 Apr 05 13:55:53.081946 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60710) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:55:53.203533 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d7966538-edb9-4c11-9ac6-7c5acdb989a0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Deleting port 9cc168f0-20ac-4506-80f4-2870df617a59 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:55:53.203801 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d7966538-edb9-4c11-9ac6-7c5acdb989a0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (9cc168f0-20ac-4506-80f4-2870df617a59), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:53.277588 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d7966538-edb9-4c11-9ac6-7c5acdb989a0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (9cc168f0-20ac-4506-80f4-2870df617a59), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:53.277915 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d7966538-edb9-4c11-9ac6-7c5acdb989a0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (9cc168f0-20ac-4506-80f4-2870df617a59), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:53.290102 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d7966538-edb9-4c11-9ac6-7c5acdb989a0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Calling delete_port for 9cc168f0-20ac-4506-80f4-2870df617a59 owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:55:53.420362 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d7966538-edb9-4c11-9ac6-7c5acdb989a0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (9cc168f0-20ac-4506-80f4-2870df617a59), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:53.445059 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7966538-edb9-4c11-9ac6-7c5acdb989a0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event deleted for resources: {'Port': ['ID=9cc168f0-20ac-4506-80f4-2870df617a59,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:53.508524 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d7966538-edb9-4c11-9ac6-7c5acdb989a0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for floatingip (eab70376-b806-4373-8371-693db2f80fe1), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:53.511174 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d7966538-edb9-4c11-9ac6-7c5acdb989a0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257123'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:53.512337 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d7966538-edb9-4c11-9ac6-7c5acdb989a0 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "DELETE /v2.0/floatingips/eab70376-b806-4373-8371-693db2f80fe1 HTTP/1.1" status: 204 len: 168 time: 0.4293971 Apr 05 13:55:54.043228 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd no longer exists at agent hyperv_hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:55:54.067150 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] No Port match for: 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:55:54.067490 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Device 03c1e3f4-74cf-4a11-aa5c-ac773207a9fd not bound to the agent host hv-cinder-83587 {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:55:54.703138 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60722) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:55:54.758506 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bdeee11b-b89c-4fd9-b341-bcaf51440878 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group (d70216eb-0c73-4f5b-bdb9-e0c898f0976e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:54.783949 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bdeee11b-b89c-4fd9-b341-bcaf51440878 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group (d70216eb-0c73-4f5b-bdb9-e0c898f0976e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:54.841244 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bdeee11b-b89c-4fd9-b341-bcaf51440878 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (d70216eb-0c73-4f5b-bdb9-e0c898f0976e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:54.844735 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bdeee11b-b89c-4fd9-b341-bcaf51440878 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:54.845890 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bdeee11b-b89c-4fd9-b341-bcaf51440878 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] 10.222.0.59 "DELETE /v2.0/security-groups/d70216eb-0c73-4f5b-bdb9-e0c898f0976e HTTP/1.1" status: 204 len: 168 time: 0.1417174 Apr 05 13:55:54.856264 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeee11b-b89c-4fd9-b341-bcaf51440878 tempest-TestVolumeBootPattern-1772221900 tempest-TestVolumeBootPattern-1772221900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70216eb-0c73-4f5b-bdb9-e0c898f0976e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:54.902580 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60726) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:55:55.450978 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092052'] for router_interface (2129d531-2a68-40e1-b07e-152213c1f9a3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:55.694292 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] Deleting port 4385b209-4fd4-42e4-812f-aad2cb9ba885 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:55:55.694522 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:55.771073 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] For port 4385b209-4fd4-42e4-812f-aad2cb9ba885, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=4385b209-4fd4-42e4-812f-aad2cb9ba885,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:55:55.771871 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:55.783482 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] Calling delete_port for 4385b209-4fd4-42e4-812f-aad2cb9ba885 owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:55:55.961062 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (4385b209-4fd4-42e4-812f-aad2cb9ba885), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:55.994348 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] Pushing event deleted for resources: {'Port': ['ID=4385b209-4fd4-42e4-812f-aad2cb9ba885,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:56.160425 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2073473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578372'] for router_interface (2129d531-2a68-40e1-b07e-152213c1f9a3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:56.371420 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] Router 2129d531-2a68-40e1-b07e-152213c1f9a3 has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:55:56.479057 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:55:56.484964 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-21920b8d-994c-4cc5-a396-6c1957870440 admin admin] 10.222.0.59 "PUT /v2.0/routers/2129d531-2a68-40e1-b07e-152213c1f9a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5812919 Apr 05 13:55:56.487409 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60730) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:55:56.487932 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] Sync routers for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:55:56.497989 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:55:56.498606 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:55:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:56.590161 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Publish callbacks [] for router (2129d531-2a68-40e1-b07e-152213c1f9a3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:56.605636 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: dv-cinder-835878-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:55:56.692259 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Publish callbacks [] for router_gateway (2129d531-2a68-40e1-b07e-152213c1f9a3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:56.791742 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:55:55Z', 'revision_number': 5, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port': {'id': 'fa64de52-58e1-4952-b341-d3e886cb40bd', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:56.823434 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] Checking router: 2129d531-2a68-40e1-b07e-152213c1f9a3 for host: dv-cinder-835878-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:55:56.832511 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] Routers {'2129d531-2a68-40e1-b07e-152213c1f9a3'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:55:56.833150 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:55:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['2129d531-2a68-40e1-b07e-152213c1f9a3'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:56.925940 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] Set router 2129d531-2a68-40e1-b07e-152213c1f9a3 gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:55:56.978957 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:55:56Z', 'revision_number': 6, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port_host': None}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:57.004884 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Deleting port fa64de52-58e1-4952-b341-d3e886cb40bd {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:55:57.005483 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.009134 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c558a2-ebd9-4a06-be06-b340a883e3f6 None None] The sync data for ids ['2129d531-2a68-40e1-b07e-152213c1f9a3'] in dv-cinder-835878-2-iscsi is: [{'id': '2129d531-2a68-40e1-b07e-152213c1f9a3', 'name': 'tempest-TestVolumeBootPattern-85405769-router', 'tenant_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:35Z', 'updated_at': '2022-04-05T13:55:56Z', 'revision_number': 6, 'project_id': 'aa8d9df8c7bc47c198fe0d94abd938c8', 'gw_port_host': None}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:55:57.083476 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] For port fa64de52-58e1-4952-b341-d3e886cb40bd, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=fa64de52-58e1-4952-b341-d3e886cb40bd,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:55:57.083855 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.099788 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Calling delete_port for fa64de52-58e1-4952-b341-d3e886cb40bd owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:55:57.262919 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (fa64de52-58e1-4952-b341-d3e886cb40bd), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.284854 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Pushing event deleted for resources: {'Port': ['ID=fa64de52-58e1-4952-b341-d3e886cb40bd,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:57.350957 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578306'] for router_gateway (2129d531-2a68-40e1-b07e-152213c1f9a3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.458016 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14376'] for router (2129d531-2a68-40e1-b07e-152213c1f9a3), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.460195 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Publish callbacks [] for router_controller (2129d531-2a68-40e1-b07e-152213c1f9a3), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.507326 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092792'] for router (2129d531-2a68-40e1-b07e-152213c1f9a3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.507836 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2129d531-2a68-40e1-b07e-152213c1f9a3 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 13:55:57.512701 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.514016 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2db9dc6c-3775-4dc6-8e33-e46ffaac97df admin admin] 10.222.0.59 "DELETE /v2.0/routers/2129d531-2a68-40e1-b07e-152213c1f9a3 HTTP/1.1" status: 204 len: 168 time: 1.0255067 Apr 05 13:55:57.516769 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60732) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:55:57.560051 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bd7f98-9dba-4414-bc7c-653d9435af22 admin admin] Deleting subnet 896d3000-b82a-4761-8299-8aa22a3a1ebb {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:55:57.563247 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7f98-9dba-4414-bc7c-653d9435af22 admin admin] Publish callbacks [] for subnet (896d3000-b82a-4761-8299-8aa22a3a1ebb), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.596219 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7f98-9dba-4414-bc7c-653d9435af22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444386'] for subnet (896d3000-b82a-4761-8299-8aa22a3a1ebb), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.673164 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7f98-9dba-4414-bc7c-653d9435af22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (896d3000-b82a-4761-8299-8aa22a3a1ebb), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.722659 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7f98-9dba-4414-bc7c-653d9435af22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25339686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25434302'] for subnet (896d3000-b82a-4761-8299-8aa22a3a1ebb), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.751989 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7f98-9dba-4414-bc7c-653d9435af22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.754467 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4385b209-4fd4-42e4-812f-aad2cb9ba885 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:55:57.756402 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a7bd7f98-9dba-4414-bc7c-653d9435af22 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/896d3000-b82a-4761-8299-8aa22a3a1ebb HTTP/1.1" status: 204 len: 168 time: 0.2386811 Apr 05 13:55:57.759167 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60734) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:55:57.759798 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd7f98-9dba-4414-bc7c-653d9435af22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=896d3000-b82a-4761-8299-8aa22a3a1ebb,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:57.785280 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f25337-e18f-49fc-b85d-86b67f231dbf None None] Network d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:55:57.788725 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 4385b209-4fd4-42e4-812f-aad2cb9ba885 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:55:57.789340 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 4385b209-4fd4-42e4-812f-aad2cb9ba885 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:55:57.836188 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.895854 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Deleting port 013fe173-71ad-4fdf-94d8-37e4808fc208 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:55:57.896195 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.958586 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] DHCP port deletion for d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 request from dv-cinder-835878-2-iscsi {{(pid=109891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 13:55:57.964785 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] For port 013fe173-71ad-4fdf-94d8-37e4808fc208, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=013fe173-71ad-4fdf-94d8-37e4808fc208,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:55:57.965398 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:57.982992 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Calling delete_port for 013fe173-71ad-4fdf-94d8-37e4808fc208 owned by network:dhcp {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:55:58.011372 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Deleting port 013fe173-71ad-4fdf-94d8-37e4808fc208 {{(pid=109891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:55:58.011708 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), before_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.070817 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.084603 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] For port 013fe173-71ad-4fdf-94d8-37e4808fc208, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=013fe173-71ad-4fdf-94d8-37e4808fc208,segment=NetworkSegment(a4450527-cbd3-47d4-b587-7b379ad91359),segment_id=a4450527-cbd3-47d4-b587-7b379ad91359)] {{(pid=109891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:55:58.085911 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), precommit_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.099765 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Calling delete_port for 013fe173-71ad-4fdf-94d8-37e4808fc208 owned by network:dhcp {{(pid=109891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:55:58.106106 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] No DVR routers for this DVR port 013fe173-71ad-4fdf-94d8-37e4808fc208 on host dv-cinder-835878-2-iscsi {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:55:58.107991 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Pushing event deleted for resources: {'Port': ['ID=013fe173-71ad-4fdf-94d8-37e4808fc208,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:58.137657 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.138000 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.138339 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.138671 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.139002 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.139865 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.140210 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.140533 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.140858 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.141181 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.141504 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.141822 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.142138 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.142456 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.142773 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.183202 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735'] for port (013fe173-71ad-4fdf-94d8-37e4808fc208), after_delete {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.193873 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.210134 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] No DVR routers for this DVR port 013fe173-71ad-4fdf-94d8-37e4808fc208 on host dv-cinder-835878-2-iscsi {{(pid=109891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:55:58.212171 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Pushing event deleted for resources: {'Port': ['ID=013fe173-71ad-4fdf-94d8-37e4808fc208,revision_number=None']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:58.214330 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601']}} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:58.223930 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.223930 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.223930 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.223930 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.223930 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.224523 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.224523 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.224690 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.224998 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.225332 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.225689 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.226004 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.226129 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4450527-cbd3-47d4-b587-7b379ad91359') {'for_net_delete': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:58.226343 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.226469 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.services.segments.db [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4450527-cbd3-47d4-b587-7b379ad91359') {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:58.226770 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.227102 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99db5c81-9392-436b-a0ad-cd16d54cb90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:55:58.237159 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25631910'] for segment (a4450527-cbd3-47d4-b587-7b379ad91359), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.251237 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (a4450527-cbd3-47d4-b587-7b379ad91359), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.257383 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:55:58.257571 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26040439'] for segment (a4450527-cbd3-47d4-b587-7b379ad91359), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: Traceback (most recent call last): Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: timer() Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: cb(*args, **kw) Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: return func(*args, **kwargs) Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: self._notify() Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: self.callback(batched_events) Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: event.method(event) Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: return f(self, *a, **k) Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._get(url).json() Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: return self.request(url, 'GET', **kwargs) Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:55:58.259219 dv-cinder-835878-2-iscsi neutron-server[109890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:55:58.318878 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.335185 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.338499 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601 HTTP/1.1" status: 204 len: 168 time: 0.5774171 Apr 05 13:55:58.339531 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c55ee-fb14-4242-98b6-336d0a9d2327 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a95ed4-c1ca-4a1a-ae8c-2440a83e1601,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:58.341295 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60736) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:55:58.688008 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092052'] for router_interface (8be35edd-cbc1-40e0-b3ed-ad96db751abf), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:58.938935 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] Deleting port 6f2ea318-ba41-43c3-b682-d6b54999b341 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:55:58.939631 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:59.018861 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] For port 6f2ea318-ba41-43c3-b682-d6b54999b341, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=6f2ea318-ba41-43c3-b682-d6b54999b341,segment=NetworkSegment(5abc4619-7123-4466-91e2-a33c36344cf3),segment_id=5abc4619-7123-4466-91e2-a33c36344cf3)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:55:59.019214 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:59.032159 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] Calling delete_port for 6f2ea318-ba41-43c3-b682-d6b54999b341 owned by network:router_interface {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:55:59.211419 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (6f2ea318-ba41-43c3-b682-d6b54999b341), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:59.235522 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2ea318-ba41-43c3-b682-d6b54999b341,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:55:59.381999 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device fa64de52-58e1-4952-b341-d3e886cb40bd no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:55:59.404720 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: fa64de52-58e1-4952-b341-d3e886cb40bd {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:55:59.405784 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device fa64de52-58e1-4952-b341-d3e886cb40bd not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:55:59.406279 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 013fe173-71ad-4fdf-94d8-37e4808fc208 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:55:59.427859 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 013fe173-71ad-4fdf-94d8-37e4808fc208 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:55:59.428316 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 013fe173-71ad-4fdf-94d8-37e4808fc208 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:55:59.433851 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2073473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578372'] for router_interface (8be35edd-cbc1-40e0-b3ed-ad96db751abf), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:59.656647 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] Router 8be35edd-cbc1-40e0-b3ed-ad96db751abf has already been hosted by L3 agent f4ce188e-b1e6-4f68-b632-455ef9bb08ef {{(pid=109890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 13:55:59.765966 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] Notify agent at l3_agent.dv-cinder-835878-2-iscsi the message routers_updated {{(pid=109890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 13:55:59.771139 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-e0655815-fb30-4486-b4df-67e924e19f9c admin admin] 10.222.0.59 "PUT /v2.0/routers/8be35edd-cbc1-40e0-b3ed-ad96db751abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4289196 Apr 05 13:55:59.773635 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60738) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:55:59.774245 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] Sync routers for ids ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'] in dv-cinder-835878-2-iscsi {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:55:59.783723 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] Routers {'8be35edd-cbc1-40e0-b3ed-ad96db751abf'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:55:59.784330 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:55:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:55:59.879320 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Publish callbacks [] for router (8be35edd-cbc1-40e0-b3ed-ad96db751abf), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:55:59.890370 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] Set router 8be35edd-cbc1-40e0-b3ed-ad96db751abf gateway port host: dv-cinder-835878-2-iscsi {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:55:59.986365 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Publish callbacks [] for router_gateway (8be35edd-cbc1-40e0-b3ed-ad96db751abf), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.040523 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Deleting port c1b76888-e26d-4527-9ec4-d5beff282bad {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:56:00.040863 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.065220 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'name': 'tempest-TestVolumeBootPattern-437377931-router', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'external_fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:55:59Z', 'revision_number': 5, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'gw_port': {'id': 'c1b76888-e26d-4527-9ec4-d5beff282bad', 'name': '', 'network_id': '4f819607-ae36-43a0-91dd-33d35b84bac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fb495c-5b58-4535-bec5-9485fe4739ab', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-2-iscsi'}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:56:00.106150 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] Checking router: 8be35edd-cbc1-40e0-b3ed-ad96db751abf for host: dv-cinder-835878-2-iscsi {{(pid=109892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:56:00.116268 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] Routers {'8be35edd-cbc1-40e0-b3ed-ad96db751abf'} bound to L3 agent in host dv-cinder-835878-2-iscsi {{(pid=109892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 13:56:00.116888 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T13:34:36Z,description=,heartbeat_timestamp=2022-04-05T13:55:36Z,host='dv-cinder-835878-2-iscsi',id=f4ce188e-b1e6-4f68-b632-455ef9bb08ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T13:34:36Z,topic='l3_agent')) {'router_ids': ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'], 'active': True} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:56:00.209616 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_dvr_db [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] Set router 8be35edd-cbc1-40e0-b3ed-ad96db751abf gateway port host: None {{(pid=109892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 13:56:00.263119 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.l3_hamode_db [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'name': 'tempest-TestVolumeBootPattern-437377931-router', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:55:59Z', 'revision_number': 6, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'gw_port_host': None}], 'dv-cinder-835878-2-iscsi', False) {} {{(pid=109892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:56:00.293863 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e37c6-d068-4217-8eb1-9f5aa451fdf9 None None] The sync data for ids ['8be35edd-cbc1-40e0-b3ed-ad96db751abf'] in dv-cinder-835878-2-iscsi is: [{'id': '8be35edd-cbc1-40e0-b3ed-ad96db751abf', 'name': 'tempest-TestVolumeBootPattern-437377931-router', 'tenant_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T13:48:41Z', 'updated_at': '2022-04-05T13:55:59Z', 'revision_number': 6, 'project_id': '69ef1522bc6d4b1b8275d3ebd0b7ff76', 'gw_port_host': None}] {{(pid=109892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:56:00.387806 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] For port c1b76888-e26d-4527-9ec4-d5beff282bad, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=c1b76888-e26d-4527-9ec4-d5beff282bad,segment=NetworkSegment(c03e810e-d3da-4865-86bf-e97c63736183),segment_id=c03e810e-d3da-4865-86bf-e97c63736183)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:56:00.388166 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.400225 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Calling delete_port for c1b76888-e26d-4527-9ec4-d5beff282bad owned by network:router_gateway {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:56:00.563103 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26040362'] for port (c1b76888-e26d-4527-9ec4-d5beff282bad), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.588239 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b76888-e26d-4527-9ec4-d5beff282bad,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:56:00.653682 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578306'] for router_gateway (8be35edd-cbc1-40e0-b3ed-ad96db751abf), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.750814 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14376'] for router (8be35edd-cbc1-40e0-b3ed-ad96db751abf), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.753081 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Publish callbacks [] for router_controller (8be35edd-cbc1-40e0-b3ed-ad96db751abf), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.796559 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092792'] for router (8be35edd-cbc1-40e0-b3ed-ad96db751abf), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.797112 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be35edd-cbc1-40e0-b3ed-ad96db751abf {{(pid=109890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 13:56:00.801585 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.802716 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-071249bc-3dbd-4e16-bff3-8dc7db83b06b admin admin] 10.222.0.59 "DELETE /v2.0/routers/8be35edd-cbc1-40e0-b3ed-ad96db751abf HTTP/1.1" status: 204 len: 168 time: 1.0281711 Apr 05 13:56:00.805303 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.wsgi [-] (109890) accepted ('10.222.0.59', 60740) {{(pid=109890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:56:00.848749 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfcf04e-63da-4ee7-ac52-5193fbbdd46e admin admin] Deleting subnet 3e94292f-c5ac-4754-a193-aeb873274749 {{(pid=109890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 13:56:00.851834 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-adfcf04e-63da-4ee7-ac52-5193fbbdd46e admin admin] Publish callbacks [] for subnet (3e94292f-c5ac-4754-a193-aeb873274749), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.890809 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-adfcf04e-63da-4ee7-ac52-5193fbbdd46e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25631837'] for subnet (3e94292f-c5ac-4754-a193-aeb873274749), precommit_delete_associations {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:00.966068 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-adfcf04e-63da-4ee7-ac52-5193fbbdd46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884146'] for subnet (3e94292f-c5ac-4754-a193-aeb873274749), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.019937 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-adfcf04e-63da-4ee7-ac52-5193fbbdd46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25668743'] for subnet (3e94292f-c5ac-4754-a193-aeb873274749), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.044515 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcf04e-63da-4ee7-ac52-5193fbbdd46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e94292f-c5ac-4754-a193-aeb873274749,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:56:01.051991 dv-cinder-835878-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-adfcf04e-63da-4ee7-ac52-5193fbbdd46e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.055879 dv-cinder-835878-2-iscsi neutron-server[109890]: INFO neutron.wsgi [None req-adfcf04e-63da-4ee7-ac52-5193fbbdd46e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3e94292f-c5ac-4754-a193-aeb873274749 HTTP/1.1" status: 204 len: 168 time: 0.2496085 Apr 05 13:56:01.057470 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091a322-1d04-4fa2-8991-8a67ece93c6f None None] Network 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b requested from dv-cinder-835878-2-iscsi {{(pid=109891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 13:56:01.058581 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60742) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:56:01.135071 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918261'] for network (7a491d97-ca79-4cfe-a13b-ff0561c5ca2b), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.193499 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Deleting port b9e23c00-3142-4d64-9c28-05b252d1bcea {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 13:56:01.193843 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737162257457'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.261368 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] For port b9e23c00-3142-4d64-9c28-05b252d1bcea, host dv-cinder-835878-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-2-iscsi',level=0,port_id=b9e23c00-3142-4d64-9c28-05b252d1bcea,segment=NetworkSegment(5abc4619-7123-4466-91e2-a33c36344cf3),segment_id=5abc4619-7123-4466-91e2-a33c36344cf3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 13:56:01.261815 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575013'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.284284 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Calling delete_port for b9e23c00-3142-4d64-9c28-05b252d1bcea owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 13:56:01.341048 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 6f2ea318-ba41-43c3-b682-d6b54999b341 no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:56:01.366452 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: 6f2ea318-ba41-43c3-b682-d6b54999b341 {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:56:01.366729 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device 6f2ea318-ba41-43c3-b682-d6b54999b341 not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:56:01.367122 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device c1b76888-e26d-4527-9ec4-d5beff282bad no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:56:01.376851 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737162263812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737161704735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25339665'] for port (b9e23c00-3142-4d64-9c28-05b252d1bcea), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.386204 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: c1b76888-e26d-4527-9ec4-d5beff282bad {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:56:01.386553 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device c1b76888-e26d-4527-9ec4-d5beff282bad not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:56:01.393641 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c4cc47-31ff-4908-b80c-5d43b498d00d None None] DHCP port deletion for 7a491d97-ca79-4cfe-a13b-ff0561c5ca2b request from dv-cinder-835878-2-iscsi {{(pid=109891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 13:56:01.408196 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e23c00-3142-4d64-9c28-05b252d1bcea,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:56:01.412019 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] No DVR routers for this DVR port b9e23c00-3142-4d64-9c28-05b252d1bcea on host dv-cinder-835878-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:56:01.489351 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877641', 'neutron.services.segments.db._delete_segments_for_network-8737162168441'] for network (7a491d97-ca79-4cfe-a13b-ff0561c5ca2b), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.508767 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a491d97-ca79-4cfe-a13b-ff0561c5ca2b']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:56:01.517958 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abc4619-7123-4466-91e2-a33c36344cf3') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:56:01.518250 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abc4619-7123-4466-91e2-a33c36344cf3') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:56:01.527309 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737162169474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444569'] for segment (5abc4619-7123-4466-91e2-a33c36344cf3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.540775 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273'] for segment (5abc4619-7123-4466-91e2-a33c36344cf3), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.547526 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:56:01.547931 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25339724'] for segment (5abc4619-7123-4466-91e2-a33c36344cf3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: timer() Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: self._notify() Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: event.method(event) Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:56:01.549891 dv-cinder-835878-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:56:01.607849 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2073482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578278'] for network (7a491d97-ca79-4cfe-a13b-ff0561c5ca2b), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.614023 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080608'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.617422 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] 10.222.0.59 "DELETE /v2.0/networks/7a491d97-ca79-4cfe-a13b-ff0561c5ca2b HTTP/1.1" status: 204 len: 168 time: 0.5577955 Apr 05 13:56:01.628069 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cc4e0-23e2-46ed-9cee-acbe7f95d32a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a491d97-ca79-4cfe-a13b-ff0561c5ca2b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:56:01.725464 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60746) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:56:01.764772 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d9f92826-8c48-44c2-bc0f-53a2685bea1b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa8d9df8c7bc47c198fe0d94abd938c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376198 Apr 05 13:56:01.767146 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60748) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:56:01.812448 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-181156d3-2c80-4a1a-99f6-9aa6a53fe903 admin admin] Publish callbacks [] for security_group (2b92bc03-12de-491a-b5c1-103224d7ba6b), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.833404 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-181156d3-2c80-4a1a-99f6-9aa6a53fe903 admin admin] Publish callbacks [] for security_group (2b92bc03-12de-491a-b5c1-103224d7ba6b), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.878960 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-181156d3-2c80-4a1a-99f6-9aa6a53fe903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (2b92bc03-12de-491a-b5c1-103224d7ba6b), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.881393 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-181156d3-2c80-4a1a-99f6-9aa6a53fe903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:01.882534 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-181156d3-2c80-4a1a-99f6-9aa6a53fe903 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b92bc03-12de-491a-b5c1-103224d7ba6b HTTP/1.1" status: 204 len: 168 time: 0.1144660 Apr 05 13:56:01.890529 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181156d3-2c80-4a1a-99f6-9aa6a53fe903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b92bc03-12de-491a-b5c1-103224d7ba6b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:56:02.201265 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60754) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:56:02.242177 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-905e8a2f-33ef-470d-a2fd-c39480b7b08b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=69ef1522bc6d4b1b8275d3ebd0b7ff76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382762 Apr 05 13:56:02.244571 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.59', 60756) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 13:56:02.294749 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0f67c42-c9c8-4b93-aabb-36d19b322794 admin admin] Publish callbacks [] for security_group (dc8cf754-001a-47b6-a686-d68894c931e2), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:02.316201 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0f67c42-c9c8-4b93-aabb-36d19b322794 admin admin] Publish callbacks [] for security_group (dc8cf754-001a-47b6-a686-d68894c931e2), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:02.363458 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0f67c42-c9c8-4b93-aabb-36d19b322794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627124'] for security_group (dc8cf754-001a-47b6-a686-d68894c931e2), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:02.366002 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0f67c42-c9c8-4b93-aabb-36d19b322794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:02.367130 dv-cinder-835878-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d0f67c42-c9c8-4b93-aabb-36d19b322794 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc8cf754-001a-47b6-a686-d68894c931e2 HTTP/1.1" status: 204 len: 168 time: 0.1216917 Apr 05 13:56:02.377316 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f67c42-c9c8-4b93-aabb-36d19b322794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8cf754-001a-47b6-a686-d68894c931e2,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:56:03.310391 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device b9e23c00-3142-4d64-9c28-05b252d1bcea no longer exists at agent ovs-agent-dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 13:56:03.330712 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.plugin [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] No Port match for: b9e23c00-3142-4d64-9c28-05b252d1bcea {{(pid=109891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 13:56:03.331051 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.rpc [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Device b9e23c00-3142-4d64-9c28-05b252d1bcea not bound to the agent host dv-cinder-835878-2-iscsi {{(pid=109891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 13:56:03.379557 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f12b8152-377c-4296-b45a-737c2d8c36ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:05.807134 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fc04-2fb9-486a-a601-9b8306e31ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:06.693861 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:08.312727 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:09.054769 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:09.976868 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:15.683826 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:56:33.380061 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4730325a-a318-48fd-bff1-2c79c548d62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:35.808193 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-7457b2f7-68ed-4a16-bf53-1a85ba70f8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:36.696338 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:38.320902 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:39.070004 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:39.978505 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:56:52.682879 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:57:03.381637 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1b9af360-49ec-49af-b502-536d23b22981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:05.810792 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-0d399e18-76bd-43e5-ad45-908b924de79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:06.700743 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:08.317916 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:09.067102 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:09.980747 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:29.681560 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:57:33.382252 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-79fded8d-deec-4d96-939c-f9683cc2a48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:35.812428 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-8d2821f1-d84a-473e-b2a4-180a9181d062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:36.702531 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:38.320526 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:39.080911 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:57:39.982464 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:03.383313 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-dff61df0-c520-4973-8ccf-c6e0cb8d7c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:05.814704 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-292ea0b3-c901-4cfe-b662-175f82b2fa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:06.680926 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:58:06.704953 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:08.323420 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:09.076687 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:09.984981 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:33.384884 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-4d057b75-5685-4d38-af79-931a852b30e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:35.816252 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-68e09d3a-3674-44fb-8ed3-5a8cf638abb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:36.708398 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:38.327357 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:39.079628 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:39.986912 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:58:43.679587 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:59:03.386090 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c0f294db-b059-4b7c-944f-787d688c9e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:05.817642 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-10bf60aa-eb18-44df-aa76-ed2ec745eea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:06.710815 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:08.330908 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:09.092530 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:09.989559 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:20.678536 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 13:59:33.387848 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-dbd326f9-a658-4b37-b318-2448da72bddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:35.819418 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-92d6396a-0f0a-4624-9a89-0cfb1b11ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:36.714083 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:38.334160 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:39.091922 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:39.992027 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 13:59:57.678338 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:00:03.389888 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-13e2be2f-56da-49ad-b85a-a46e769bb490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:05.821212 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-0a0a765a-ac61-4e6a-9b50-f09bb09e5038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:06.716914 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:08.337862 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:09.090787 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:09.993432 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:33.393161 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2dfc8b66-9291-4098-9c62-ab214448458c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:34.676831 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 14:00:35.822617 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e234e6c3-822c-416a-87d7-27e528c11b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:36.720269 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:38.339747 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:39.090282 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:00:39.996047 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:01:03.395106 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d32c497c-5235-4eff-b958-81765ec48fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (4956fef2-159f-4b93-a6a9-a4273e09ca9b), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:01:05.824316 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ff55b61c-f22f-41c0-ae80-0a604f2b3908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f4ce188e-b1e6-4f68-b632-455ef9bb08ef), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:01:06.723323 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-fd21995a-a796-4a5c-a6d7-0afda70db13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (f5c4efec-0fd0-4399-9972-e7233ac23dc7), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:01:08.345313 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-733a774d-1eaa-4fbc-8960-e3ef9528e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (40a954ac-2bfc-4d81-8465-13b869355789), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:01:09.105836 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d088-9c9a-4c8b-88ee-987549f22e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (23f82a47-2f76-4178-a3fe-a0fb231dfdb4), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:01:10.000591 dv-cinder-835878-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-9de39665-ac9b-4a94-862a-ad0356205a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737162168423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879496'] for agent (984f6690-3969-46a0-8655-7ce5de9ea68a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 14:01:11.625709 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [req-0f6fdccd-7f70-4f90-bec9-2f26329f0847 req-5980c174-33e5-40a5-90a8-b6661d3930e4 service neutron] (109889) timed out ('10.222.0.46', 51477) {{(pid=109889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 14:01:11.628368 dv-cinder-835878-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [req-cb1adf60-288b-4239-8640-2d48ac29603c req-1079aec6-5339-4a32-8e11-43355d476baf service neutron] (109889) timed out ('10.222.0.46', 51470) {{(pid=109889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 14:01:11.677389 dv-cinder-835878-2-iscsi neutron-server[109892]: DEBUG neutron.db.agents_db [None req-ae8b91ec-1da1-4149-b5dc-f8d14bb2a3d8 None None] Agent healthcheck: found 6 active agents {{(pid=109892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}